2024-12-05 14:18:17,152 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-05 14:18:17,173 main DEBUG Took 0.019139 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 14:18:17,173 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 14:18:17,174 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 14:18:17,174 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 14:18:17,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,186 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 14:18:17,199 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,202 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,203 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,205 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,207 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,208 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,209 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:18:17,210 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,210 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 14:18:17,211 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:18:17,213 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 14:18:17,215 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 14:18:17,215 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 14:18:17,216 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 14:18:17,216 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 14:18:17,225 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 14:18:17,228 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 14:18:17,229 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 14:18:17,230 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 14:18:17,230 main DEBUG createAppenders(={Console}) 2024-12-05 14:18:17,231 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-05 14:18:17,231 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-05 14:18:17,231 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-05 14:18:17,232 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 14:18:17,232 main DEBUG OutputStream closed 2024-12-05 14:18:17,233 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 14:18:17,233 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 14:18:17,233 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-05 14:18:17,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 14:18:17,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 14:18:17,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 14:18:17,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 14:18:17,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 14:18:17,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 14:18:17,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 14:18:17,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 14:18:17,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 14:18:17,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 14:18:17,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 14:18:17,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 14:18:17,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 14:18:17,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 14:18:17,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 14:18:17,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 14:18:17,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 14:18:17,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 14:18:17,324 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 14:18:17,324 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-05 14:18:17,325 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 14:18:17,325 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-05T14:18:17,342 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-05 14:18:17,345 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 14:18:17,345 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T14:18:17,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=8180 2024-12-05T14:18:17,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c 2024-12-05T14:18:17,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:18:17,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81, deleteOnExit=true 2024-12-05T14:18:17,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T14:18:17,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/test.cache.data in system properties and HBase conf 2024-12-05T14:18:17,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:18:17,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:18:17,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:18:17,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:18:17,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T14:18:17,862 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T14:18:17,963 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:18:17,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:17,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:17,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:18:17,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:17,968 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:18:17,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:18:17,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:17,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:17,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:18:17,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:18:17,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:18:17,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:17,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:18:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:18:18,862 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T14:18:18,946 INFO [Time-limited test {}] log.Log(170): Logging initialized @2551ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T14:18:19,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:19,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:19,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:19,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:19,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:19,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:19,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:19,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:19,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/java.io.tmpdir/jetty-localhost-42989-hadoop-hdfs-3_4_1-tests_jar-_-any-4883957455308125874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:19,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:42989} 2024-12-05T14:18:19,383 INFO [Time-limited test {}] server.Server(415): Started @2988ms 2024-12-05T14:18:19,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:19,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:19,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:19,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:19,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:19,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:19,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:19,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/java.io.tmpdir/jetty-localhost-46241-hadoop-hdfs-3_4_1-tests_jar-_-any-11192061007311501078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:19,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:46241} 2024-12-05T14:18:19,939 INFO [Time-limited test {}] server.Server(415): Started @3545ms 2024-12-05T14:18:19,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:20,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:20,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:20,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:20,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:20,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:20,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:20,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:20,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/java.io.tmpdir/jetty-localhost-33687-hadoop-hdfs-3_4_1-tests_jar-_-any-5611816304352016103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:20,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:33687} 2024-12-05T14:18:20,302 INFO [Time-limited test {}] server.Server(415): Started @3908ms 2024-12-05T14:18:20,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:20,458 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data3/current/BP-1362841798-172.17.0.2-1733408298604/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:20,458 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data1/current/BP-1362841798-172.17.0.2-1733408298604/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:20,459 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data2/current/BP-1362841798-172.17.0.2-1733408298604/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:20,458 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data4/current/BP-1362841798-172.17.0.2-1733408298604/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:20,535 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:20,535 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8430c19ac74752dc with lease ID 0x9bf26afb862bf483: Processing first storage report for DS-aec35558-fc08-4f2c-8136-ab41c7fab71a from datanode DatanodeRegistration(127.0.0.1:38523, datanodeUuid=7ca16b34-b80e-4faa-a79d-6ced45e824d7, infoPort=38039, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604) 2024-12-05T14:18:20,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8430c19ac74752dc with lease ID 0x9bf26afb862bf483: from storage DS-aec35558-fc08-4f2c-8136-ab41c7fab71a node DatanodeRegistration(127.0.0.1:38523, datanodeUuid=7ca16b34-b80e-4faa-a79d-6ced45e824d7, infoPort=38039, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T14:18:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72045f98f6005f2f with lease ID 0x9bf26afb862bf482: Processing first storage report for DS-b8537541-33c6-47c9-92b4-c32cf2855ac0 from datanode DatanodeRegistration(127.0.0.1:35571, datanodeUuid=ef341848-1667-4d00-ac7c-04bf41631ac5, infoPort=46289, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604) 2024-12-05T14:18:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72045f98f6005f2f with lease ID 0x9bf26afb862bf482: from storage DS-b8537541-33c6-47c9-92b4-c32cf2855ac0 node DatanodeRegistration(127.0.0.1:35571, datanodeUuid=ef341848-1667-4d00-ac7c-04bf41631ac5, infoPort=46289, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T14:18:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8430c19ac74752dc with lease ID 0x9bf26afb862bf483: Processing first storage report for DS-b2de2100-6cfd-43a2-a171-9242c7d06e45 from datanode DatanodeRegistration(127.0.0.1:38523, datanodeUuid=7ca16b34-b80e-4faa-a79d-6ced45e824d7, infoPort=38039, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604) 2024-12-05T14:18:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8430c19ac74752dc with lease ID 0x9bf26afb862bf483: from storage DS-b2de2100-6cfd-43a2-a171-9242c7d06e45 node DatanodeRegistration(127.0.0.1:38523, datanodeUuid=7ca16b34-b80e-4faa-a79d-6ced45e824d7, infoPort=38039, infoSecurePort=0, ipcPort=33783, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72045f98f6005f2f with lease ID 0x9bf26afb862bf482: Processing first storage report for DS-ce4f18c1-a504-4d4d-9836-d7f1df590c2a from datanode DatanodeRegistration(127.0.0.1:35571, datanodeUuid=ef341848-1667-4d00-ac7c-04bf41631ac5, infoPort=46289, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604) 2024-12-05T14:18:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72045f98f6005f2f with lease ID 0x9bf26afb862bf482: from storage DS-ce4f18c1-a504-4d4d-9836-d7f1df590c2a node DatanodeRegistration(127.0.0.1:35571, datanodeUuid=ef341848-1667-4d00-ac7c-04bf41631ac5, infoPort=46289, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=1223062366;c=1733408298604), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:20,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c 2024-12-05T14:18:20,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/zookeeper_0, clientPort=60784, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:18:20,834 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60784 2024-12-05T14:18:20,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:20,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:21,519 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b with version=8 2024-12-05T14:18:21,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/hbase-staging 2024-12-05T14:18:21,646 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T14:18:21,916 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:21,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:21,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:21,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:21,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:21,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:22,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:22,129 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T14:18:22,138 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T14:18:22,142 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:22,170 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3020 (auto-detected) 2024-12-05T14:18:22,171 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T14:18:22,189 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45353 2024-12-05T14:18:22,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:22,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:22,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45353 connecting to ZooKeeper ensemble=127.0.0.1:60784 2024-12-05T14:18:22,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453530x0, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:22,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45353-0x100628b57e40000 connected 2024-12-05T14:18:22,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:22,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:22,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:22,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45353 2024-12-05T14:18:22,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45353 2024-12-05T14:18:22,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45353 2024-12-05T14:18:22,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45353 2024-12-05T14:18:22,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45353 2024-12-05T14:18:22,305 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b, hbase.cluster.distributed=false 2024-12-05T14:18:22,371 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:22,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:22,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:22,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:22,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:22,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:22,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:22,377 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:22,378 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37623 2024-12-05T14:18:22,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:22,387 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:22,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:22,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:22,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37623 connecting to ZooKeeper ensemble=127.0.0.1:60784 2024-12-05T14:18:22,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376230x0, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:22,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376230x0, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:22,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37623-0x100628b57e40001 connected 2024-12-05T14:18:22,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:22,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:22,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37623 2024-12-05T14:18:22,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37623 2024-12-05T14:18:22,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37623 2024-12-05T14:18:22,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37623 2024-12-05T14:18:22,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37623 2024-12-05T14:18:22,440 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:22,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:22,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:22,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:22,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:22,443 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:22,444 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39001 2024-12-05T14:18:22,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:22,445 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:22,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:22,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:22,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39001 connecting to ZooKeeper ensemble=127.0.0.1:60784 2024-12-05T14:18:22,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390010x0, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:22,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39001-0x100628b57e40002 connected 2024-12-05T14:18:22,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:22,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:22,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:22,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39001 2024-12-05T14:18:22,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39001 2024-12-05T14:18:22,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39001 2024-12-05T14:18:22,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39001 2024-12-05T14:18:22,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39001 2024-12-05T14:18:22,468 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:22,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:22,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:22,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:22,477 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:22,489 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4b2141ac52b:45353 2024-12-05T14:18:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:22,502 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:22,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:22,503 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4b2141ac52b,45353,1733408301641 from backup master directory 2024-12-05T14:18:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:22,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:22,508 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:22,508 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:22,510 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T14:18:22,511 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T14:18:22,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:22,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:22,585 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/hbase.id with ID: 2616a2fa-13e5-4dbd-a0a4-8dff2e0bb0e3 2024-12-05T14:18:22,628 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:22,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:22,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:22,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:22,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:22,692 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:22,694 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:18:22,712 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:18:22,717 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:22,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:22,773 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store 2024-12-05T14:18:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:22,799 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T14:18:22,799 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:22,800 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:22,801 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:22,801 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:22,801 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:22,801 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:22,801 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:22,801 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:22,803 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/.initializing 2024-12-05T14:18:22,804 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/WALs/b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:22,811 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:22,823 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C45353%2C1733408301641, suffix=, logDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/WALs/b4b2141ac52b,45353,1733408301641, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/oldWALs, maxLogs=10 2024-12-05T14:18:22,845 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/WALs/b4b2141ac52b,45353,1733408301641/b4b2141ac52b%2C45353%2C1733408301641.1733408302828, exclude list is [], retry=0 2024-12-05T14:18:22,862 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38523,DS-aec35558-fc08-4f2c-8136-ab41c7fab71a,DISK] 2024-12-05T14:18:22,862 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-b8537541-33c6-47c9-92b4-c32cf2855ac0,DISK] 2024-12-05T14:18:22,865 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T14:18:22,903 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/WALs/b4b2141ac52b,45353,1733408301641/b4b2141ac52b%2C45353%2C1733408301641.1733408302828 2024-12-05T14:18:22,904 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46289:46289),(127.0.0.1/127.0.0.1:38039:38039)] 2024-12-05T14:18:22,905 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:22,905 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:22,909 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:22,910 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:22,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:22,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:18:22,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:22,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:22,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:22,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:18:22,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:22,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:22,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:22,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:18:22,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:22,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:22,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:22,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:18:22,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:22,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:23,001 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:23,002 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:23,012 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:18:23,017 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:23,022 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:23,023 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70913966, jitterRate=0.056700438261032104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:18:23,028 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:23,029 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:18:23,059 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c38e50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:23,096 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T14:18:23,108 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:18:23,109 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:18:23,111 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:18:23,112 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T14:18:23,118 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-05T14:18:23,118 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:18:23,150 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:18:23,167 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:18:23,169 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:18:23,172 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:18:23,173 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:18:23,175 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:18:23,177 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:18:23,180 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:18:23,182 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:18:23,183 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:18:23,184 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:18:23,196 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:18:23,197 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:18:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,203 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b4b2141ac52b,45353,1733408301641, sessionid=0x100628b57e40000, setting cluster-up flag (Was=false) 2024-12-05T14:18:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,223 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:18:23,225 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:23,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,237 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:18:23,238 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:23,281 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4b2141ac52b:39001 2024-12-05T14:18:23,283 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1008): ClusterId : 2616a2fa-13e5-4dbd-a0a4-8dff2e0bb0e3 2024-12-05T14:18:23,285 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4b2141ac52b:37623 2024-12-05T14:18:23,285 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:23,287 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1008): ClusterId : 2616a2fa-13e5-4dbd-a0a4-8dff2e0bb0e3 2024-12-05T14:18:23,287 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:23,291 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:23,291 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:23,291 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:23,291 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:23,294 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:23,294 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:23,295 DEBUG [RS:0;b4b2141ac52b:37623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b90827d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:23,295 DEBUG [RS:1;b4b2141ac52b:39001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5493d6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:23,303 DEBUG [RS:0;b4b2141ac52b:37623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff6e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:23,304 DEBUG [RS:1;b4b2141ac52b:39001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93f56ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:23,307 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:23,307 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:23,307 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:23,307 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:23,308 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:23,308 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:23,310 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,45353,1733408301641 with isa=b4b2141ac52b/172.17.0.2:39001, startcode=1733408302440 2024-12-05T14:18:23,310 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,45353,1733408301641 with isa=b4b2141ac52b/172.17.0.2:37623, startcode=1733408302370 2024-12-05T14:18:23,325 DEBUG [RS:1;b4b2141ac52b:39001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:23,325 DEBUG [RS:0;b4b2141ac52b:37623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:23,333 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:23,340 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T14:18:23,343 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:18:23,349 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4b2141ac52b,45353,1733408301641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:18:23,353 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:23,353 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:23,353 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:23,354 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:23,354 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4b2141ac52b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:18:23,354 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,355 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:23,355 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,357 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408333357 2024-12-05T14:18:23,359 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:18:23,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:23,360 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:18:23,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:18:23,364 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50929, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:23,364 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48127, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:23,365 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:18:23,366 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:18:23,366 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:18:23,366 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:18:23,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:23,367 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:23,368 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:18:23,369 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:18:23,370 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:18:23,370 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T14:18:23,374 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:18:23,375 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:18:23,377 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408303376,5,FailOnTimeoutGroup] 2024-12-05T14:18:23,377 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408303377,5,FailOnTimeoutGroup] 2024-12-05T14:18:23,377 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,377 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-05T14:18:23,377 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:18:23,379 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,379 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:23,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T14:18:23,390 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b 2024-12-05T14:18:23,401 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-05T14:18:23,401 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-05T14:18:23,401 WARN [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T14:18:23,401 WARN [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T14:18:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:23,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:23,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:23,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:23,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:23,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:23,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:23,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:23,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:23,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:23,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:23,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:23,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:23,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:23,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:23,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740 2024-12-05T14:18:23,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740 2024-12-05T14:18:23,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:23,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:23,436 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:23,437 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59205029, jitterRate=-0.11777631938457489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:23,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:23,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:23,440 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:23,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:23,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:23,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:23,441 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:23,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:23,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:23,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T14:18:23,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:18:23,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:18:23,462 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:18:23,502 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,45353,1733408301641 with isa=b4b2141ac52b/172.17.0.2:37623, startcode=1733408302370 2024-12-05T14:18:23,502 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,45353,1733408301641 with isa=b4b2141ac52b/172.17.0.2:39001, startcode=1733408302440 2024-12-05T14:18:23,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:23,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:23,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:23,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:23,515 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b 2024-12-05T14:18:23,515 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39771 2024-12-05T14:18:23,515 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:23,517 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b 2024-12-05T14:18:23,518 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39771 2024-12-05T14:18:23,518 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:23,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:23,524 DEBUG [RS:1;b4b2141ac52b:39001 {}] zookeeper.ZKUtil(111): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:23,524 DEBUG [RS:0;b4b2141ac52b:37623 {}] zookeeper.ZKUtil(111): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:23,524 WARN [RS:1;b4b2141ac52b:39001 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:23,524 WARN [RS:0;b4b2141ac52b:37623 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:23,525 INFO [RS:1;b4b2141ac52b:39001 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:23,525 INFO [RS:0;b4b2141ac52b:37623 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:23,525 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:23,525 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:23,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,39001,1733408302440] 2024-12-05T14:18:23,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,37623,1733408302370] 2024-12-05T14:18:23,539 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:23,539 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:23,551 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:23,551 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:23,563 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:23,563 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:23,566 INFO [RS:0;b4b2141ac52b:37623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:23,566 INFO [RS:1;b4b2141ac52b:39001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:23,566 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,566 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,567 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:23,567 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:23,574 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,574 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,574 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,574 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,574 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,574 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,574 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,574 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:23,575 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,575 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:23,576 DEBUG [RS:0;b4b2141ac52b:37623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:23,576 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,576 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,576 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:23,576 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:23,576 DEBUG [RS:1;b4b2141ac52b:39001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:23,576 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,577 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,577 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,577 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,577 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,37623,1733408302370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:23,579 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,579 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,579 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,579 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,580 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39001,1733408302440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:23,606 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:23,606 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:23,609 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39001,1733408302440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,609 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,37623,1733408302370-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:23,613 WARN [b4b2141ac52b:45353 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:18:23,638 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.Replication(204): b4b2141ac52b,39001,1733408302440 started 2024-12-05T14:18:23,638 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.Replication(204): b4b2141ac52b,37623,1733408302370 started 2024-12-05T14:18:23,638 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,39001,1733408302440, RpcServer on b4b2141ac52b/172.17.0.2:39001, sessionid=0x100628b57e40002 2024-12-05T14:18:23,638 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,37623,1733408302370, RpcServer on b4b2141ac52b/172.17.0.2:37623, sessionid=0x100628b57e40001 2024-12-05T14:18:23,639 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:23,639 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:23,639 DEBUG [RS:0;b4b2141ac52b:37623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:23,639 DEBUG [RS:1;b4b2141ac52b:39001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:23,640 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,37623,1733408302370' 2024-12-05T14:18:23,640 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,39001,1733408302440' 2024-12-05T14:18:23,640 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:23,640 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:23,641 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:23,641 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:23,642 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:23,642 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:23,642 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:23,642 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:23,642 DEBUG [RS:1;b4b2141ac52b:39001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:23,642 DEBUG [RS:0;b4b2141ac52b:37623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:23,642 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,39001,1733408302440' 2024-12-05T14:18:23,642 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:23,642 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,37623,1733408302370' 2024-12-05T14:18:23,642 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:23,643 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:23,643 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:23,643 DEBUG [RS:0;b4b2141ac52b:37623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:23,643 DEBUG [RS:1;b4b2141ac52b:39001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:23,643 INFO [RS:0;b4b2141ac52b:37623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:23,643 INFO [RS:1;b4b2141ac52b:39001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:23,644 INFO [RS:0;b4b2141ac52b:37623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:23,644 INFO [RS:1;b4b2141ac52b:39001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:23,749 INFO [RS:0;b4b2141ac52b:37623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:23,749 INFO [RS:1;b4b2141ac52b:39001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:23,753 INFO [RS:0;b4b2141ac52b:37623 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C37623%2C1733408302370, suffix=, logDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,37623,1733408302370, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/oldWALs, maxLogs=32 2024-12-05T14:18:23,753 INFO [RS:1;b4b2141ac52b:39001 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C39001%2C1733408302440, suffix=, logDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,39001,1733408302440, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/oldWALs, maxLogs=32 2024-12-05T14:18:23,771 DEBUG [RS:0;b4b2141ac52b:37623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,37623,1733408302370/b4b2141ac52b%2C37623%2C1733408302370.1733408303757, exclude list is [], retry=0 2024-12-05T14:18:23,772 DEBUG [RS:1;b4b2141ac52b:39001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,39001,1733408302440/b4b2141ac52b%2C39001%2C1733408302440.1733408303758, exclude list is [], retry=0 2024-12-05T14:18:23,777 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38523,DS-aec35558-fc08-4f2c-8136-ab41c7fab71a,DISK] 2024-12-05T14:18:23,777 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-b8537541-33c6-47c9-92b4-c32cf2855ac0,DISK] 2024-12-05T14:18:23,779 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-b8537541-33c6-47c9-92b4-c32cf2855ac0,DISK] 2024-12-05T14:18:23,779 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38523,DS-aec35558-fc08-4f2c-8136-ab41c7fab71a,DISK] 2024-12-05T14:18:23,782 INFO [RS:0;b4b2141ac52b:37623 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,37623,1733408302370/b4b2141ac52b%2C37623%2C1733408302370.1733408303757 2024-12-05T14:18:23,782 INFO [RS:1;b4b2141ac52b:39001 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,39001,1733408302440/b4b2141ac52b%2C39001%2C1733408302440.1733408303758 2024-12-05T14:18:23,782 DEBUG [RS:0;b4b2141ac52b:37623 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46289:46289),(127.0.0.1/127.0.0.1:38039:38039)] 2024-12-05T14:18:23,782 DEBUG [RS:1;b4b2141ac52b:39001 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46289:46289),(127.0.0.1/127.0.0.1:38039:38039)] 2024-12-05T14:18:23,865 DEBUG [b4b2141ac52b:45353 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T14:18:23,867 DEBUG [b4b2141ac52b:45353 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:23,874 DEBUG [b4b2141ac52b:45353 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:23,874 DEBUG [b4b2141ac52b:45353 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:23,874 INFO [b4b2141ac52b:45353 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:23,874 INFO [b4b2141ac52b:45353 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:23,874 DEBUG [b4b2141ac52b:45353 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:23,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:23,885 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,39001,1733408302440, state=OPENING 2024-12-05T14:18:23,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:18:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:23,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:23,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:23,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b4b2141ac52b,39001,1733408302440}] 2024-12-05T14:18:23,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:24,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:24,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:24,075 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:24,086 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T14:18:24,086 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:24,087 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:18:24,090 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C39001%2C1733408302440.meta, suffix=.meta, logDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,39001,1733408302440, archiveDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/oldWALs, maxLogs=32 2024-12-05T14:18:24,107 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,39001,1733408302440/b4b2141ac52b%2C39001%2C1733408302440.meta.1733408304092.meta, exclude list is [], retry=0 2024-12-05T14:18:24,111 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38523,DS-aec35558-fc08-4f2c-8136-ab41c7fab71a,DISK] 2024-12-05T14:18:24,111 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35571,DS-b8537541-33c6-47c9-92b4-c32cf2855ac0,DISK] 2024-12-05T14:18:24,116 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/WALs/b4b2141ac52b,39001,1733408302440/b4b2141ac52b%2C39001%2C1733408302440.meta.1733408304092.meta 2024-12-05T14:18:24,116 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38039:38039),(127.0.0.1/127.0.0.1:46289:46289)] 2024-12-05T14:18:24,117 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:24,118 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:18:24,179 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:18:24,184 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:18:24,188 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:18:24,189 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:24,189 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T14:18:24,189 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T14:18:24,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:24,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:24,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:24,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:24,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:24,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:24,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:24,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:24,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:24,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:24,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:24,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:24,201 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740 2024-12-05T14:18:24,203 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740 2024-12-05T14:18:24,206 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:24,209 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:24,211 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62294948, jitterRate=-0.07173293828964233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:24,212 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:24,222 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408304064 2024-12-05T14:18:24,236 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:18:24,237 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T14:18:24,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:24,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,39001,1733408302440, state=OPEN 2024-12-05T14:18:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:24,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:24,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:24,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:24,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:18:24,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b4b2141ac52b,39001,1733408302440 in 350 msec 2024-12-05T14:18:24,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:18:24,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec 2024-12-05T14:18:24,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 985 msec 2024-12-05T14:18:24,264 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408304263, completionTime=-1 2024-12-05T14:18:24,264 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T14:18:24,264 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T14:18:24,307 DEBUG [hconnection-0x7b92e8b9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:24,310 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:24,323 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T14:18:24,323 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408364323 2024-12-05T14:18:24,323 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408424323 2024-12-05T14:18:24,323 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 59 msec 2024-12-05T14:18:24,348 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:18:24,355 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,45353,1733408301641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:24,356 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,45353,1733408301641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:24,356 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,45353,1733408301641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:24,357 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4b2141ac52b:45353, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:24,358 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:24,363 DEBUG [master/b4b2141ac52b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T14:18:24,366 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T14:18:24,367 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:24,402 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T14:18:24,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:24,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:24,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:24,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:24,440 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 39d27e0cc67e19fb8779c85b35a72894, NAME => 'hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b 2024-12-05T14:18:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:24,451 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:24,451 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 39d27e0cc67e19fb8779c85b35a72894, disabling compactions & flushes 2024-12-05T14:18:24,452 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:24,452 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:24,452 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. after waiting 0 ms 2024-12-05T14:18:24,452 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:24,452 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:24,452 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 39d27e0cc67e19fb8779c85b35a72894: 2024-12-05T14:18:24,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:24,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733408304455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408304455"}]},"ts":"1733408304455"} 2024-12-05T14:18:24,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T14:18:24,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:24,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408304485"}]},"ts":"1733408304485"} 2024-12-05T14:18:24,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T14:18:24,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:24,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:24,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:24,498 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:24,498 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:24,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:24,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=39d27e0cc67e19fb8779c85b35a72894, ASSIGN}] 2024-12-05T14:18:24,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=39d27e0cc67e19fb8779c85b35a72894, ASSIGN 2024-12-05T14:18:24,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=39d27e0cc67e19fb8779c85b35a72894, ASSIGN; state=OFFLINE, location=b4b2141ac52b,39001,1733408302440; forceNewPlan=false, retain=false 2024-12-05T14:18:24,655 INFO [b4b2141ac52b:45353 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T14:18:24,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=39d27e0cc67e19fb8779c85b35a72894, regionState=OPENING, regionLocation=b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:24,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 39d27e0cc67e19fb8779c85b35a72894, server=b4b2141ac52b,39001,1733408302440}] 2024-12-05T14:18:24,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:24,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:24,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 39d27e0cc67e19fb8779c85b35a72894, NAME => 'hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:24,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:24,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:24,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:24,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:24,823 INFO [StoreOpener-39d27e0cc67e19fb8779c85b35a72894-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:24,825 INFO [StoreOpener-39d27e0cc67e19fb8779c85b35a72894-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39d27e0cc67e19fb8779c85b35a72894 columnFamilyName info 2024-12-05T14:18:24,825 DEBUG [StoreOpener-39d27e0cc67e19fb8779c85b35a72894-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:24,826 INFO [StoreOpener-39d27e0cc67e19fb8779c85b35a72894-1 {}] regionserver.HStore(327): Store=39d27e0cc67e19fb8779c85b35a72894/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:24,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:24,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:24,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:24,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:24,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 39d27e0cc67e19fb8779c85b35a72894; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091276, jitterRate=0.11894720792770386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 39d27e0cc67e19fb8779c85b35a72894: 2024-12-05T14:18:24,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894., pid=6, masterSystemTime=1733408304813 2024-12-05T14:18:24,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:24,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:24,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=39d27e0cc67e19fb8779c85b35a72894, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:24,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:18:24,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 39d27e0cc67e19fb8779c85b35a72894, server=b4b2141ac52b,39001,1733408302440 in 190 msec 2024-12-05T14:18:24,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:18:24,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=39d27e0cc67e19fb8779c85b35a72894, ASSIGN in 352 msec 2024-12-05T14:18:24,857 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:24,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408304857"}]},"ts":"1733408304857"} 2024-12-05T14:18:24,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T14:18:24,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:24,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 495 msec 2024-12-05T14:18:24,905 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T14:18:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:24,937 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T14:18:24,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:24,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-12-05T14:18:24,971 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T14:18:24,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:24,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-05T14:18:24,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T14:18:25,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T14:18:25,002 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.494sec 2024-12-05T14:18:25,004 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:18:25,005 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:18:25,006 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:18:25,007 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:18:25,007 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:18:25,008 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,45353,1733408301641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:25,009 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,45353,1733408301641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:18:25,011 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:18:25,012 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:18:25,013 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,45353,1733408301641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:25,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5456d229 to 127.0.0.1:60784 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25b67e4c 2024-12-05T14:18:25,084 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-05T14:18:25,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f827f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:25,095 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T14:18:25,095 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T14:18:25,144 DEBUG [hconnection-0x175fe3b8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:25,153 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:25,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:25,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:25,171 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:25,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T14:18:25,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:25,185 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:25,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:25,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T14:18:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:25,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:25,206 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0d6b85472f04a5f107b7cabcf6bad65f, NAME => 'testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b 2024-12-05T14:18:25,206 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8a3c47fbfccc6b103b8d770d1f6cdf49, NAME => 'testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b 2024-12-05T14:18:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:25,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:25,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 8a3c47fbfccc6b103b8d770d1f6cdf49, disabling compactions & flushes 2024-12-05T14:18:25,223 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:25,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:25,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. after waiting 0 ms 2024-12-05T14:18:25,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:25,223 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:25,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8a3c47fbfccc6b103b8d770d1f6cdf49: 2024-12-05T14:18:25,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:25,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:25,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:25,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 0d6b85472f04a5f107b7cabcf6bad65f, disabling compactions & flushes 2024-12-05T14:18:25,225 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:25,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:25,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. after waiting 0 ms 2024-12-05T14:18:25,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:25,225 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:25,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0d6b85472f04a5f107b7cabcf6bad65f: 2024-12-05T14:18:25,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:25,227 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408305227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408305227"}]},"ts":"1733408305227"} 2024-12-05T14:18:25,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408305227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408305227"}]},"ts":"1733408305227"} 2024-12-05T14:18:25,257 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T14:18:25,259 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:25,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408305259"}]},"ts":"1733408305259"} 2024-12-05T14:18:25,262 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T14:18:25,267 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:25,269 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:25,269 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:25,269 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:25,269 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:25,269 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:25,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d6b85472f04a5f107b7cabcf6bad65f, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a3c47fbfccc6b103b8d770d1f6cdf49, ASSIGN}] 2024-12-05T14:18:25,272 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a3c47fbfccc6b103b8d770d1f6cdf49, ASSIGN 2024-12-05T14:18:25,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d6b85472f04a5f107b7cabcf6bad65f, ASSIGN 2024-12-05T14:18:25,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d6b85472f04a5f107b7cabcf6bad65f, ASSIGN; state=OFFLINE, location=b4b2141ac52b,37623,1733408302370; forceNewPlan=false, retain=false 2024-12-05T14:18:25,275 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a3c47fbfccc6b103b8d770d1f6cdf49, ASSIGN; state=OFFLINE, location=b4b2141ac52b,39001,1733408302440; forceNewPlan=false, retain=false 2024-12-05T14:18:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:25,426 INFO [b4b2141ac52b:45353 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T14:18:25,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0d6b85472f04a5f107b7cabcf6bad65f, regionState=OPENING, regionLocation=b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:25,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8a3c47fbfccc6b103b8d770d1f6cdf49, regionState=OPENING, regionLocation=b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:25,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 0d6b85472f04a5f107b7cabcf6bad65f, server=b4b2141ac52b,37623,1733408302370}] 2024-12-05T14:18:25,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 8a3c47fbfccc6b103b8d770d1f6cdf49, server=b4b2141ac52b,39001,1733408302440}] 2024-12-05T14:18:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:25,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:25,584 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:25,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:25,586 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:25,591 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:25,591 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a3c47fbfccc6b103b8d770d1f6cdf49, NAME => 'testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 0d6b85472f04a5f107b7cabcf6bad65f, NAME => 'testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:25,592 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:25,594 INFO [StoreOpener-8a3c47fbfccc6b103b8d770d1f6cdf49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:25,595 INFO [StoreOpener-0d6b85472f04a5f107b7cabcf6bad65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:25,597 INFO [StoreOpener-0d6b85472f04a5f107b7cabcf6bad65f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d6b85472f04a5f107b7cabcf6bad65f columnFamilyName family 2024-12-05T14:18:25,597 INFO [StoreOpener-8a3c47fbfccc6b103b8d770d1f6cdf49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a3c47fbfccc6b103b8d770d1f6cdf49 columnFamilyName family 2024-12-05T14:18:25,597 DEBUG [StoreOpener-0d6b85472f04a5f107b7cabcf6bad65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:25,597 DEBUG [StoreOpener-8a3c47fbfccc6b103b8d770d1f6cdf49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:25,598 INFO [StoreOpener-8a3c47fbfccc6b103b8d770d1f6cdf49-1 {}] regionserver.HStore(327): Store=8a3c47fbfccc6b103b8d770d1f6cdf49/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:25,598 INFO [StoreOpener-0d6b85472f04a5f107b7cabcf6bad65f-1 {}] regionserver.HStore(327): Store=0d6b85472f04a5f107b7cabcf6bad65f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:25,600 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:25,600 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:25,600 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:25,600 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:25,604 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:25,604 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:25,608 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:25,609 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 8a3c47fbfccc6b103b8d770d1f6cdf49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70366428, jitterRate=0.048541486263275146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:25,610 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 8a3c47fbfccc6b103b8d770d1f6cdf49: 2024-12-05T14:18:25,610 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:25,611 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 0d6b85472f04a5f107b7cabcf6bad65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67972953, jitterRate=0.012875929474830627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:25,611 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49., pid=13, masterSystemTime=1733408305585 2024-12-05T14:18:25,611 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 0d6b85472f04a5f107b7cabcf6bad65f: 2024-12-05T14:18:25,613 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f., pid=12, masterSystemTime=1733408305583 2024-12-05T14:18:25,614 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:25,615 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:25,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8a3c47fbfccc6b103b8d770d1f6cdf49, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:25,616 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:25,617 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:25,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0d6b85472f04a5f107b7cabcf6bad65f, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:25,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T14:18:25,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 8a3c47fbfccc6b103b8d770d1f6cdf49, server=b4b2141ac52b,39001,1733408302440 in 187 msec 2024-12-05T14:18:25,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T14:18:25,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 0d6b85472f04a5f107b7cabcf6bad65f, server=b4b2141ac52b,37623,1733408302370 in 190 msec 2024-12-05T14:18:25,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8a3c47fbfccc6b103b8d770d1f6cdf49, ASSIGN in 352 msec 2024-12-05T14:18:25,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:18:25,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d6b85472f04a5f107b7cabcf6bad65f, ASSIGN in 354 msec 2024-12-05T14:18:25,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:25,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408305629"}]},"ts":"1733408305629"} 2024-12-05T14:18:25,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T14:18:25,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:25,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 455 msec 2024-12-05T14:18:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:25,804 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T14:18:25,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T14:18:25,805 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:25,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T14:18:25,811 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:25,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T14:18:25,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:25,819 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:25,848 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0d6b85472f04a5f107b7cabcf6bad65f 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T14:18:25,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f/.tmp/family/955a88bccf4a4cdea4df1fec573a6472 is 32, key is 1/family:/1733408305819/Put/seqid=0 2024-12-05T14:18:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741841_1017 (size=5054) 2024-12-05T14:18:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741841_1017 (size=5054) 2024-12-05T14:18:25,920 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f/.tmp/family/955a88bccf4a4cdea4df1fec573a6472 2024-12-05T14:18:25,973 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f/.tmp/family/955a88bccf4a4cdea4df1fec573a6472 as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f/family/955a88bccf4a4cdea4df1fec573a6472 2024-12-05T14:18:25,983 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f/family/955a88bccf4a4cdea4df1fec573a6472, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T14:18:25,987 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0d6b85472f04a5f107b7cabcf6bad65f in 139ms, sequenceid=8, compaction requested=false 2024-12-05T14:18:25,988 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-05T14:18:25,990 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0d6b85472f04a5f107b7cabcf6bad65f: 2024-12-05T14:18:25,991 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8a3c47fbfccc6b103b8d770d1f6cdf49 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T14:18:26,017 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49/.tmp/family/221ed8fca2d1452994ada1fbb66122bc is 32, key is 5/family:/1733408305836/Put/seqid=0 2024-12-05T14:18:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741842_1018 (size=5083) 2024-12-05T14:18:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741842_1018 (size=5083) 2024-12-05T14:18:26,026 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49/.tmp/family/221ed8fca2d1452994ada1fbb66122bc 2024-12-05T14:18:26,037 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49/.tmp/family/221ed8fca2d1452994ada1fbb66122bc as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49/family/221ed8fca2d1452994ada1fbb66122bc 2024-12-05T14:18:26,047 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49/family/221ed8fca2d1452994ada1fbb66122bc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T14:18:26,048 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8a3c47fbfccc6b103b8d770d1f6cdf49 in 58ms, sequenceid=9, compaction requested=false 2024-12-05T14:18:26,049 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8a3c47fbfccc6b103b8d770d1f6cdf49: 2024-12-05T14:18:26,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ed6150c to 127.0.0.1:60784 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12f3e6aa 2024-12-05T14:18:26,059 DEBUG [ReadOnlyZKClient-127.0.0.1:60784@0x3ed6150c {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480049d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:26,095 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T14:18:26,102 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-05T14:18:26,104 DEBUG [ReadOnlyZKClient-127.0.0.1:60784@0x3ed6150c {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4b2141ac52b,39001,1733408302440, seqNum=-1] 2024-12-05T14:18:26,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:26,111 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:26,123 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:26,124 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:26,125 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:26,126 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:26,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-05T14:18:26,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:18:26,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ed6150c to 127.0.0.1:60784 2024-12-05T14:18:26,138 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T14:18:26,139 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T14:18:26,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5456d229 to 127.0.0.1:60784 2024-12-05T14:18:26,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:18:26,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1785906552, stopped=false 2024-12-05T14:18:26,140 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:26,143 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T14:18:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:26,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,144 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,37623,1733408302370' ***** 2024-12-05T14:18:26,144 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:26,144 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,39001,1733408302440' ***** 2024-12-05T14:18:26,144 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:26,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:26,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:26,144 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:26,144 INFO [RS:0;b4b2141ac52b:37623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:26,145 INFO [RS:0;b4b2141ac52b:37623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:26,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:26,145 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(3579): Received CLOSE for 0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:26,145 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:26,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:26,146 INFO [RS:1;b4b2141ac52b:39001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:26,146 INFO [RS:1;b4b2141ac52b:39001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:26,146 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(3579): Received CLOSE for 8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:26,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:26,146 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:26,146 DEBUG [RS:0;b4b2141ac52b:37623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,146 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T14:18:26,146 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1603): Online Regions={0d6b85472f04a5f107b7cabcf6bad65f=testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f.} 2024-12-05T14:18:26,147 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0d6b85472f04a5f107b7cabcf6bad65f, disabling compactions & flushes 2024-12-05T14:18:26,147 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(3579): Received CLOSE for 39d27e0cc67e19fb8779c85b35a72894 2024-12-05T14:18:26,147 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:26,147 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:26,147 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:26,147 DEBUG [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1629): Waiting on 0d6b85472f04a5f107b7cabcf6bad65f 2024-12-05T14:18:26,147 DEBUG [RS:1;b4b2141ac52b:39001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,147 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. after waiting 0 ms 2024-12-05T14:18:26,147 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:26,147 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:26,147 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:26,147 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:26,147 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T14:18:26,148 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8a3c47fbfccc6b103b8d770d1f6cdf49, disabling compactions & flushes 2024-12-05T14:18:26,148 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:26,148 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:26,148 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. after waiting 0 ms 2024-12-05T14:18:26,148 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:26,150 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T14:18:26,150 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1603): Online Regions={8a3c47fbfccc6b103b8d770d1f6cdf49=testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49., 39d27e0cc67e19fb8779c85b35a72894=hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:18:26,150 DEBUG [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 39d27e0cc67e19fb8779c85b35a72894, 8a3c47fbfccc6b103b8d770d1f6cdf49 2024-12-05T14:18:26,150 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:26,150 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:26,150 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:26,151 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:26,151 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:26,151 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T14:18:26,159 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/0d6b85472f04a5f107b7cabcf6bad65f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:18:26,161 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:26,161 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0d6b85472f04a5f107b7cabcf6bad65f: 2024-12-05T14:18:26,162 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733408305177.0d6b85472f04a5f107b7cabcf6bad65f. 2024-12-05T14:18:26,168 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/default/testClearRegionBlockCache/8a3c47fbfccc6b103b8d770d1f6cdf49/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T14:18:26,169 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:26,169 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8a3c47fbfccc6b103b8d770d1f6cdf49: 2024-12-05T14:18:26,169 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49. 2024-12-05T14:18:26,169 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 39d27e0cc67e19fb8779c85b35a72894, disabling compactions & flushes 2024-12-05T14:18:26,170 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:26,170 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:26,170 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. after waiting 0 ms 2024-12-05T14:18:26,170 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:26,170 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 39d27e0cc67e19fb8779c85b35a72894 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T14:18:26,183 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/.tmp/info/35060a5e6a224c50aa2aa283706d3797 is 173, key is testClearRegionBlockCache,5,1733408305177.8a3c47fbfccc6b103b8d770d1f6cdf49./info:regioninfo/1733408305615/Put/seqid=0 2024-12-05T14:18:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741843_1019 (size=9337) 2024-12-05T14:18:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741843_1019 (size=9337) 2024-12-05T14:18:26,195 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/.tmp/info/35060a5e6a224c50aa2aa283706d3797 2024-12-05T14:18:26,195 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894/.tmp/info/1bc5a69ef5c14e39b1bef8851edc0c76 is 45, key is default/info:d/1733408304946/Put/seqid=0 2024-12-05T14:18:26,197 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:26,197 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741844_1020 (size=5037) 2024-12-05T14:18:26,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741844_1020 (size=5037) 2024-12-05T14:18:26,204 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894/.tmp/info/1bc5a69ef5c14e39b1bef8851edc0c76 2024-12-05T14:18:26,213 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894/.tmp/info/1bc5a69ef5c14e39b1bef8851edc0c76 as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894/info/1bc5a69ef5c14e39b1bef8851edc0c76 2024-12-05T14:18:26,222 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894/info/1bc5a69ef5c14e39b1bef8851edc0c76, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T14:18:26,223 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 39d27e0cc67e19fb8779c85b35a72894 in 53ms, sequenceid=6, compaction requested=false 2024-12-05T14:18:26,223 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-05T14:18:26,223 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/.tmp/table/f96555441b374ced883c27964e59537c is 61, key is testClearRegionBlockCache/table:state/1733408305629/Put/seqid=0 2024-12-05T14:18:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:26,237 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/namespace/39d27e0cc67e19fb8779c85b35a72894/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:18:26,238 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/.tmp/table/f96555441b374ced883c27964e59537c 2024-12-05T14:18:26,238 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:26,239 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 39d27e0cc67e19fb8779c85b35a72894: 2024-12-05T14:18:26,239 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733408304367.39d27e0cc67e19fb8779c85b35a72894. 2024-12-05T14:18:26,248 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/.tmp/info/35060a5e6a224c50aa2aa283706d3797 as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/info/35060a5e6a224c50aa2aa283706d3797 2024-12-05T14:18:26,258 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/info/35060a5e6a224c50aa2aa283706d3797, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T14:18:26,260 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/.tmp/table/f96555441b374ced883c27964e59537c as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/table/f96555441b374ced883c27964e59537c 2024-12-05T14:18:26,269 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/table/f96555441b374ced883c27964e59537c, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T14:18:26,270 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=16, compaction requested=false 2024-12-05T14:18:26,270 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:18:26,278 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:18:26,279 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:18:26,279 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:26,279 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:26,280 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:26,347 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,37623,1733408302370; all regions closed. 2024-12-05T14:18:26,350 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,39001,1733408302440; all regions closed. 2024-12-05T14:18:26,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741833_1009 (size=1758) 2024-12-05T14:18:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741833_1009 (size=1758) 2024-12-05T14:18:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:26,360 DEBUG [RS:1;b4b2141ac52b:39001 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/oldWALs 2024-12-05T14:18:26,360 INFO [RS:1;b4b2141ac52b:39001 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C39001%2C1733408302440.meta:.meta(num 1733408304092) 2024-12-05T14:18:26,360 DEBUG [RS:0;b4b2141ac52b:37623 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/oldWALs 2024-12-05T14:18:26,360 INFO [RS:0;b4b2141ac52b:37623 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C37623%2C1733408302370:(num 1733408303757) 2024-12-05T14:18:26,360 DEBUG [RS:0;b4b2141ac52b:37623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,360 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:26,361 INFO [RS:0;b4b2141ac52b:37623 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:26,361 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:26,361 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:26,361 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:26,361 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:26,362 INFO [RS:0;b4b2141ac52b:37623 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37623 2024-12-05T14:18:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741834_1010 (size=3188) 2024-12-05T14:18:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741834_1010 (size=3188) 2024-12-05T14:18:26,367 DEBUG [RS:1;b4b2141ac52b:39001 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/oldWALs 2024-12-05T14:18:26,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:26,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,37623,1733408302370 2024-12-05T14:18:26,367 INFO [RS:1;b4b2141ac52b:39001 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C39001%2C1733408302440:(num 1733408303758) 2024-12-05T14:18:26,367 DEBUG [RS:1;b4b2141ac52b:39001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,367 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:26,368 INFO [RS:1;b4b2141ac52b:39001 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:26,368 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:26,368 INFO [RS:1;b4b2141ac52b:39001 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39001 2024-12-05T14:18:26,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,37623,1733408302370] 2024-12-05T14:18:26,370 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,37623,1733408302370; numProcessing=1 2024-12-05T14:18:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,39001,1733408302440 2024-12-05T14:18:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:26,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,37623,1733408302370 already deleted, retry=false 2024-12-05T14:18:26,373 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,37623,1733408302370 expired; onlineServers=1 2024-12-05T14:18:26,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,39001,1733408302440] 2024-12-05T14:18:26,375 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,39001,1733408302440; numProcessing=2 2024-12-05T14:18:26,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,39001,1733408302440 already deleted, retry=false 2024-12-05T14:18:26,376 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,39001,1733408302440 expired; onlineServers=0 2024-12-05T14:18:26,376 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,45353,1733408301641' ***** 2024-12-05T14:18:26,376 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:18:26,377 DEBUG [M:0;b4b2141ac52b:45353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c202fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:26,377 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,45353,1733408301641 2024-12-05T14:18:26,377 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,45353,1733408301641; all regions closed. 2024-12-05T14:18:26,377 DEBUG [M:0;b4b2141ac52b:45353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:26,377 DEBUG [M:0;b4b2141ac52b:45353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:18:26,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:18:26,377 DEBUG [M:0;b4b2141ac52b:45353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:18:26,377 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408303377 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408303377,5,FailOnTimeoutGroup] 2024-12-05T14:18:26,377 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408303376 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408303376,5,FailOnTimeoutGroup] 2024-12-05T14:18:26,378 INFO [M:0;b4b2141ac52b:45353 {}] hbase.ChoreService(370): Chore service for: master/b4b2141ac52b:0 had [] on shutdown 2024-12-05T14:18:26,378 DEBUG [M:0;b4b2141ac52b:45353 {}] master.HMaster(1733): Stopping service threads 2024-12-05T14:18:26,378 INFO [M:0;b4b2141ac52b:45353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:18:26,379 INFO [M:0;b4b2141ac52b:45353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:18:26,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:18:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:26,379 DEBUG [M:0;b4b2141ac52b:45353 {}] zookeeper.ZKUtil(347): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:18:26,379 WARN [M:0;b4b2141ac52b:45353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:18:26,379 INFO [M:0;b4b2141ac52b:45353 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T14:18:26,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:26,380 INFO [M:0;b4b2141ac52b:45353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:18:26,380 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:26,380 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:26,380 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:26,380 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:26,380 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:26,380 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T14:18:26,399 DEBUG [M:0;b4b2141ac52b:45353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b73e906a0c1141459e07b7e32c15cc5a is 82, key is hbase:meta,,1/info:regioninfo/1733408304238/Put/seqid=0 2024-12-05T14:18:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:26,408 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b73e906a0c1141459e07b7e32c15cc5a 2024-12-05T14:18:26,436 DEBUG [M:0;b4b2141ac52b:45353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a2902223ab241d2bed1d9f5eb8142eb is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733408305638/Put/seqid=0 2024-12-05T14:18:26,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:26,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:26,444 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a2902223ab241d2bed1d9f5eb8142eb 2024-12-05T14:18:26,469 DEBUG [M:0;b4b2141ac52b:45353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20af59419a0e4f048494219ddefaee6c is 69, key is b4b2141ac52b,37623,1733408302370/rs:state/1733408303509/Put/seqid=0 2024-12-05T14:18:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:26,470 INFO [RS:0;b4b2141ac52b:37623 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,37623,1733408302370; zookeeper connection closed. 2024-12-05T14:18:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37623-0x100628b57e40001, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:26,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50422855 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50422855 2024-12-05T14:18:26,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:26,475 INFO [RS:1;b4b2141ac52b:39001 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,39001,1733408302440; zookeeper connection closed. 2024-12-05T14:18:26,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39001-0x100628b57e40002, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:26,475 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f463c9d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f463c9d 2024-12-05T14:18:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:26,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T14:18:26,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:26,476 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20af59419a0e4f048494219ddefaee6c 2024-12-05T14:18:26,485 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b73e906a0c1141459e07b7e32c15cc5a as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b73e906a0c1141459e07b7e32c15cc5a 2024-12-05T14:18:26,493 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b73e906a0c1141459e07b7e32c15cc5a, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T14:18:26,494 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a2902223ab241d2bed1d9f5eb8142eb as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a2902223ab241d2bed1d9f5eb8142eb 2024-12-05T14:18:26,502 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a2902223ab241d2bed1d9f5eb8142eb, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T14:18:26,503 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20af59419a0e4f048494219ddefaee6c as hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20af59419a0e4f048494219ddefaee6c 2024-12-05T14:18:26,511 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39771/user/jenkins/test-data/ba50a1a2-1132-6584-9b66-d31063d1000b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20af59419a0e4f048494219ddefaee6c, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T14:18:26,512 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=108, compaction requested=false 2024-12-05T14:18:26,514 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:26,514 DEBUG [M:0;b4b2141ac52b:45353 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38523 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35571 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:26,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:26,518 INFO [M:0;b4b2141ac52b:45353 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T14:18:26,518 INFO [M:0;b4b2141ac52b:45353 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45353 2024-12-05T14:18:26,520 DEBUG [M:0;b4b2141ac52b:45353 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b4b2141ac52b,45353,1733408301641 already deleted, retry=false 2024-12-05T14:18:26,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:26,622 INFO [M:0;b4b2141ac52b:45353 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,45353,1733408301641; zookeeper connection closed. 2024-12-05T14:18:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x100628b57e40000, quorum=127.0.0.1:60784, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:26,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:26,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:26,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:26,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:26,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:26,635 WARN [BP-1362841798-172.17.0.2-1733408298604 heartbeating to localhost/127.0.0.1:39771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:26,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:26,635 WARN [BP-1362841798-172.17.0.2-1733408298604 heartbeating to localhost/127.0.0.1:39771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1362841798-172.17.0.2-1733408298604 (Datanode Uuid ef341848-1667-4d00-ac7c-04bf41631ac5) service to localhost/127.0.0.1:39771 2024-12-05T14:18:26,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:26,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data3/current/BP-1362841798-172.17.0.2-1733408298604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:26,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data4/current/BP-1362841798-172.17.0.2-1733408298604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:26,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:26,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:26,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:26,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:26,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:26,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:26,645 WARN [BP-1362841798-172.17.0.2-1733408298604 heartbeating to localhost/127.0.0.1:39771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:26,645 WARN [BP-1362841798-172.17.0.2-1733408298604 heartbeating to localhost/127.0.0.1:39771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1362841798-172.17.0.2-1733408298604 (Datanode Uuid 7ca16b34-b80e-4faa-a79d-6ced45e824d7) service to localhost/127.0.0.1:39771 2024-12-05T14:18:26,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data1/current/BP-1362841798-172.17.0.2-1733408298604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:26,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:26,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/cluster_933b0b10-c821-6caf-8ee9-fff01a239d81/dfs/data/data2/current/BP-1362841798-172.17.0.2-1733408298604 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:26,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:26,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:26,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:26,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:26,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:26,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:26,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:18:26,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T14:18:26,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39771 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4b2141ac52b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4d2b062f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39771 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/b4b2141ac52b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4b2141ac52b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/b4b2141ac52b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 135) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7642 (was 8180) 2024-12-05T14:18:26,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=7643 2024-12-05T14:18:26,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir so I do NOT create it in target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459 2024-12-05T14:18:26,735 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:18:26,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.tmp.dir so I do NOT create it in target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459 2024-12-05T14:18:26,735 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/824d7fe5-7d0d-c1cf-f678-63c92b7cd75c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:18:26,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459 2024-12-05T14:18:26,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:18:26,735 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d, deleteOnExit=true 2024-12-05T14:18:26,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/test.cache.data in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T14:18:26,736 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:18:26,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:18:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:18:26,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:26,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:26,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:26,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:26,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:26,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:26,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62b051c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:26,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53026928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:26,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3786c98f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/java.io.tmpdir/jetty-localhost-37591-hadoop-hdfs-3_4_1-tests_jar-_-any-78801161452043349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:26,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14cb59ad{HTTP/1.1, (http/1.1)}{localhost:37591} 2024-12-05T14:18:26,957 INFO [Time-limited test {}] server.Server(415): Started @10563ms 2024-12-05T14:18:27,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:27,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:27,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:27,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:27,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:27,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e88f199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:27,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@acce7ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:27,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64d66ed3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/java.io.tmpdir/jetty-localhost-41697-hadoop-hdfs-3_4_1-tests_jar-_-any-4623187640923993872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:27,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60c4b976{HTTP/1.1, (http/1.1)}{localhost:41697} 2024-12-05T14:18:27,163 INFO [Time-limited test {}] server.Server(415): Started @10769ms 2024-12-05T14:18:27,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:27,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:27,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:27,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:27,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:27,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:27,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de90109{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:27,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@418b9ea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:27,269 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data1/current/BP-996452214-172.17.0.2-1733408306769/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:27,269 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data2/current/BP-996452214-172.17.0.2-1733408306769/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:27,292 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b770e4e21f64a4f with lease ID 0xe0d13bac29418b30: Processing first storage report for DS-e9be6e73-ecae-4a36-aa15-9bfd100bfc4a from datanode DatanodeRegistration(127.0.0.1:34515, datanodeUuid=0c88f40b-a3af-47bf-8b46-fce48524dd14, infoPort=35343, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769) 2024-12-05T14:18:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b770e4e21f64a4f with lease ID 0xe0d13bac29418b30: from storage DS-e9be6e73-ecae-4a36-aa15-9bfd100bfc4a node DatanodeRegistration(127.0.0.1:34515, datanodeUuid=0c88f40b-a3af-47bf-8b46-fce48524dd14, infoPort=35343, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b770e4e21f64a4f with lease ID 0xe0d13bac29418b30: Processing first storage report for DS-ac620aee-baee-4e1a-b0a1-f351899980f3 from datanode DatanodeRegistration(127.0.0.1:34515, datanodeUuid=0c88f40b-a3af-47bf-8b46-fce48524dd14, infoPort=35343, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769) 2024-12-05T14:18:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b770e4e21f64a4f with lease ID 0xe0d13bac29418b30: from storage DS-ac620aee-baee-4e1a-b0a1-f351899980f3 node DatanodeRegistration(127.0.0.1:34515, datanodeUuid=0c88f40b-a3af-47bf-8b46-fce48524dd14, infoPort=35343, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:27,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47955830{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/java.io.tmpdir/jetty-localhost-39073-hadoop-hdfs-3_4_1-tests_jar-_-any-4228019536647092579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:27,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10e13533{HTTP/1.1, (http/1.1)}{localhost:39073} 2024-12-05T14:18:27,337 INFO [Time-limited test {}] server.Server(415): Started @10943ms 2024-12-05T14:18:27,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:27,429 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data3/current/BP-996452214-172.17.0.2-1733408306769/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:27,429 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data4/current/BP-996452214-172.17.0.2-1733408306769/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:27,446 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:27,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef9b3523b931075 with lease ID 0xe0d13bac29418b31: Processing first storage report for DS-f3469fb3-6d80-4862-beb8-67de07d06439 from datanode DatanodeRegistration(127.0.0.1:45683, datanodeUuid=b4187b68-b996-470a-a009-9573b1cdaeac, infoPort=34277, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769) 2024-12-05T14:18:27,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef9b3523b931075 with lease ID 0xe0d13bac29418b31: from storage DS-f3469fb3-6d80-4862-beb8-67de07d06439 node DatanodeRegistration(127.0.0.1:45683, datanodeUuid=b4187b68-b996-470a-a009-9573b1cdaeac, infoPort=34277, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:27,449 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef9b3523b931075 with lease ID 0xe0d13bac29418b31: Processing first storage report for DS-14fce521-5d25-46d6-a657-989cd13fe3e8 from datanode DatanodeRegistration(127.0.0.1:45683, datanodeUuid=b4187b68-b996-470a-a009-9573b1cdaeac, infoPort=34277, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769) 2024-12-05T14:18:27,449 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef9b3523b931075 with lease ID 0xe0d13bac29418b31: from storage DS-14fce521-5d25-46d6-a657-989cd13fe3e8 node DatanodeRegistration(127.0.0.1:45683, datanodeUuid=b4187b68-b996-470a-a009-9573b1cdaeac, infoPort=34277, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=804373546;c=1733408306769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:27,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459 2024-12-05T14:18:27,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/zookeeper_0, clientPort=55777, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:18:27,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55777 2024-12-05T14:18:27,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:27,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:27,486 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a with version=8 2024-12-05T14:18:27,486 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/hbase-staging 2024-12-05T14:18:27,488 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:27,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:27,489 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:27,489 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41651 2024-12-05T14:18:27,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41651 connecting to ZooKeeper ensemble=127.0.0.1:55777 2024-12-05T14:18:27,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416510x0, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:27,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41651-0x100628b71f20000 connected 2024-12-05T14:18:27,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:27,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:27,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:27,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41651 2024-12-05T14:18:27,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41651 2024-12-05T14:18:27,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41651 2024-12-05T14:18:27,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41651 2024-12-05T14:18:27,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41651 2024-12-05T14:18:27,525 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a, hbase.cluster.distributed=false 2024-12-05T14:18:27,542 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:27,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:27,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:27,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:27,543 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:27,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33643 2024-12-05T14:18:27,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:27,545 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:27,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33643 connecting to ZooKeeper ensemble=127.0.0.1:55777 2024-12-05T14:18:27,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336430x0, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:27,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336430x0, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:27,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33643-0x100628b71f20001 connected 2024-12-05T14:18:27,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:27,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:27,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33643 2024-12-05T14:18:27,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33643 2024-12-05T14:18:27,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33643 2024-12-05T14:18:27,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33643 2024-12-05T14:18:27,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33643 2024-12-05T14:18:27,578 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:27,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:27,578 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:27,579 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43549 2024-12-05T14:18:27,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:27,580 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:27,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43549 connecting to ZooKeeper ensemble=127.0.0.1:55777 2024-12-05T14:18:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435490x0, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:27,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:27,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43549-0x100628b71f20002 connected 2024-12-05T14:18:27,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:27,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:27,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-05T14:18:27,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43549 2024-12-05T14:18:27,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43549 2024-12-05T14:18:27,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-05T14:18:27,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-05T14:18:27,593 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:27,595 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,598 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:27,598 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4b2141ac52b,41651,1733408307488 from backup master directory 2024-12-05T14:18:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:27,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:27,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:27,600 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:27,600 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:27,609 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4b2141ac52b:41651 2024-12-05T14:18:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:27,622 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/hbase.id with ID: d220599d-fb37-4862-a181-c7cb93d68d25 2024-12-05T14:18:27,640 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:27,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:27,656 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:27,656 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:18:27,657 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:27,672 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store 2024-12-05T14:18:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:27,682 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:27,682 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:27,682 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:27,682 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:27,682 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:27,683 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:27,683 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:27,683 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:27,684 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/.initializing 2024-12-05T14:18:27,684 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/WALs/b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:27,686 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:27,688 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C41651%2C1733408307488, suffix=, logDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/WALs/b4b2141ac52b,41651,1733408307488, archiveDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/oldWALs, maxLogs=10 2024-12-05T14:18:27,702 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/WALs/b4b2141ac52b,41651,1733408307488/b4b2141ac52b%2C41651%2C1733408307488.1733408307688, exclude list is [], retry=0 2024-12-05T14:18:27,706 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-e9be6e73-ecae-4a36-aa15-9bfd100bfc4a,DISK] 2024-12-05T14:18:27,707 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-f3469fb3-6d80-4862-beb8-67de07d06439,DISK] 2024-12-05T14:18:27,709 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/WALs/b4b2141ac52b,41651,1733408307488/b4b2141ac52b%2C41651%2C1733408307488.1733408307688 2024-12-05T14:18:27,710 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:34277:34277)] 2024-12-05T14:18:27,710 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:27,710 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:27,710 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,710 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:18:27,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:27,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:18:27,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:27,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:18:27,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:27,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:18:27,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:27,724 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,725 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,727 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:18:27,729 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:27,731 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:27,732 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61709200, jitterRate=-0.08046126365661621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:18:27,733 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:27,734 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:18:27,738 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12da1fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:27,739 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T14:18:27,739 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:18:27,740 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:18:27,740 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:18:27,740 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:18:27,741 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:18:27,741 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:18:27,743 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:18:27,744 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:18:27,746 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:18:27,746 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:18:27,747 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:18:27,748 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:18:27,748 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:18:27,749 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:18:27,751 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:18:27,751 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:18:27,752 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:18:27,754 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:18:27,755 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:18:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,757 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b4b2141ac52b,41651,1733408307488, sessionid=0x100628b71f20000, setting cluster-up flag (Was=false) 2024-12-05T14:18:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,767 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:18:27,768 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:27,778 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:18:27,779 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:27,783 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:27,783 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T14:18:27,783 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:18:27,783 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4b2141ac52b,41651,1733408307488 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:18:27,783 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:27,784 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:27,784 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:27,784 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:27,784 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4b2141ac52b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:18:27,784 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,784 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:27,784 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408337785 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:18:27,785 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:27,786 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:18:27,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:18:27,786 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:18:27,786 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:18:27,787 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:18:27,787 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:18:27,787 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408307787,5,FailOnTimeoutGroup] 2024-12-05T14:18:27,787 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408307787,5,FailOnTimeoutGroup] 2024-12-05T14:18:27,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,787 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,788 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:18:27,788 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,788 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:27,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T14:18:27,804 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a 2024-12-05T14:18:27,811 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4b2141ac52b:33643 2024-12-05T14:18:27,811 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4b2141ac52b:43549 2024-12-05T14:18:27,812 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1008): ClusterId : d220599d-fb37-4862-a181-c7cb93d68d25 2024-12-05T14:18:27,812 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1008): ClusterId : d220599d-fb37-4862-a181-c7cb93d68d25 2024-12-05T14:18:27,812 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:27,812 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:27,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:27,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:27,815 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:27,815 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:27,816 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:27,816 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:27,818 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:27,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:27,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,819 DEBUG [RS:1;b4b2141ac52b:43549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6680c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:27,819 DEBUG [RS:1;b4b2141ac52b:43549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dec9455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:27,819 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:27,819 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:27,819 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:27,820 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:27,820 DEBUG [RS:0;b4b2141ac52b:33643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edb3f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:27,820 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,41651,1733408307488 with isa=b4b2141ac52b/172.17.0.2:43549, startcode=1733408307577 2024-12-05T14:18:27,820 DEBUG [RS:1;b4b2141ac52b:43549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:27,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:27,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:27,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:27,824 DEBUG [RS:0;b4b2141ac52b:33643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a12f416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:27,824 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:27,824 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:27,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:27,824 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:27,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:27,825 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,41651,1733408307488 with isa=b4b2141ac52b/172.17.0.2:33643, startcode=1733408307542 2024-12-05T14:18:27,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:27,825 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59901, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:27,825 DEBUG [RS:0;b4b2141ac52b:33643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:27,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41651 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:27,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41651 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:27,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740 2024-12-05T14:18:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740 2024-12-05T14:18:27,827 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57045, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:27,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41651 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:27,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41651 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:27,828 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a 2024-12-05T14:18:27,828 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36803 2024-12-05T14:18:27,828 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:27,830 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a 2024-12-05T14:18:27,830 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36803 2024-12-05T14:18:27,830 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:27,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:27,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:27,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:27,837 DEBUG [RS:1;b4b2141ac52b:43549 {}] zookeeper.ZKUtil(111): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:27,837 WARN [RS:1;b4b2141ac52b:43549 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:27,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,33643,1733408307542] 2024-12-05T14:18:27,837 INFO [RS:1;b4b2141ac52b:43549 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:27,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,43549,1733408307577] 2024-12-05T14:18:27,837 DEBUG [RS:0;b4b2141ac52b:33643 {}] zookeeper.ZKUtil(111): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:27,837 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:27,837 WARN [RS:0;b4b2141ac52b:33643 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:27,837 INFO [RS:0;b4b2141ac52b:33643 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:27,837 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:27,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:27,839 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74732575, jitterRate=0.11360214650630951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:27,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:27,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:27,841 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:27,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:27,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:27,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:27,841 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:27,842 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:27,848 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:27,851 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:27,852 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:27,852 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:27,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:27,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:27,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T14:18:27,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:18:27,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:18:27,856 INFO [RS:0;b4b2141ac52b:33643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:27,856 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:27,856 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,857 INFO [RS:1;b4b2141ac52b:43549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:27,857 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:18:27,858 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:27,858 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:27,859 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,859 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,860 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,861 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,861 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:27,861 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,861 DEBUG [RS:0;b4b2141ac52b:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:27,861 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:27,861 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:27,861 DEBUG [RS:1;b4b2141ac52b:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:27,861 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,861 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,862 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,862 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,862 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,33643,1733408307542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:27,862 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,862 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,863 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,863 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,863 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43549,1733408307577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:27,879 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:27,879 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:27,879 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43549,1733408307577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,879 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,33643,1733408307542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:27,896 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.Replication(204): b4b2141ac52b,43549,1733408307577 started 2024-12-05T14:18:27,896 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,43549,1733408307577, RpcServer on b4b2141ac52b/172.17.0.2:43549, sessionid=0x100628b71f20002 2024-12-05T14:18:27,896 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:27,896 DEBUG [RS:1;b4b2141ac52b:43549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:27,896 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,43549,1733408307577' 2024-12-05T14:18:27,896 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:27,897 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:27,897 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:27,897 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:27,897 DEBUG [RS:1;b4b2141ac52b:43549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:27,897 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,43549,1733408307577' 2024-12-05T14:18:27,897 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:27,898 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:27,898 DEBUG [RS:1;b4b2141ac52b:43549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:27,898 INFO [RS:1;b4b2141ac52b:43549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:27,898 INFO [RS:1;b4b2141ac52b:43549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:27,899 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.Replication(204): b4b2141ac52b,33643,1733408307542 started 2024-12-05T14:18:27,899 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,33643,1733408307542, RpcServer on b4b2141ac52b/172.17.0.2:33643, sessionid=0x100628b71f20001 2024-12-05T14:18:27,899 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:27,899 DEBUG [RS:0;b4b2141ac52b:33643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:27,899 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,33643,1733408307542' 2024-12-05T14:18:27,899 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:27,899 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:27,900 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:27,900 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:27,900 DEBUG [RS:0;b4b2141ac52b:33643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:27,900 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,33643,1733408307542' 2024-12-05T14:18:27,900 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:27,900 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:27,901 DEBUG [RS:0;b4b2141ac52b:33643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:27,901 INFO [RS:0;b4b2141ac52b:33643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:27,901 INFO [RS:0;b4b2141ac52b:33643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:27,999 INFO [RS:1;b4b2141ac52b:43549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:28,001 INFO [RS:0;b4b2141ac52b:33643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:28,002 INFO [RS:1;b4b2141ac52b:43549 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C43549%2C1733408307577, suffix=, logDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,43549,1733408307577, archiveDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/oldWALs, maxLogs=32 2024-12-05T14:18:28,003 INFO [RS:0;b4b2141ac52b:33643 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C33643%2C1733408307542, suffix=, logDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,33643,1733408307542, archiveDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/oldWALs, maxLogs=32 2024-12-05T14:18:28,008 WARN [b4b2141ac52b:41651 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:18:28,019 DEBUG [RS:0;b4b2141ac52b:33643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,33643,1733408307542/b4b2141ac52b%2C33643%2C1733408307542.1733408308005, exclude list is [], retry=0 2024-12-05T14:18:28,023 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-f3469fb3-6d80-4862-beb8-67de07d06439,DISK] 2024-12-05T14:18:28,023 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-e9be6e73-ecae-4a36-aa15-9bfd100bfc4a,DISK] 2024-12-05T14:18:28,025 DEBUG [RS:1;b4b2141ac52b:43549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,43549,1733408307577/b4b2141ac52b%2C43549%2C1733408307577.1733408308004, exclude list is [], retry=0 2024-12-05T14:18:28,028 INFO [RS:0;b4b2141ac52b:33643 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,33643,1733408307542/b4b2141ac52b%2C33643%2C1733408307542.1733408308005 2024-12-05T14:18:28,028 DEBUG [RS:0;b4b2141ac52b:33643 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277),(127.0.0.1/127.0.0.1:35343:35343)] 2024-12-05T14:18:28,029 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-e9be6e73-ecae-4a36-aa15-9bfd100bfc4a,DISK] 2024-12-05T14:18:28,029 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-f3469fb3-6d80-4862-beb8-67de07d06439,DISK] 2024-12-05T14:18:28,032 INFO [RS:1;b4b2141ac52b:43549 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,43549,1733408307577/b4b2141ac52b%2C43549%2C1733408307577.1733408308004 2024-12-05T14:18:28,033 DEBUG [RS:1;b4b2141ac52b:43549 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:34277:34277)] 2024-12-05T14:18:28,258 DEBUG [b4b2141ac52b:41651 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T14:18:28,258 DEBUG [b4b2141ac52b:41651 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:28,260 DEBUG [b4b2141ac52b:41651 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:28,260 DEBUG [b4b2141ac52b:41651 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:28,260 INFO [b4b2141ac52b:41651 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:28,261 INFO [b4b2141ac52b:41651 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:28,261 DEBUG [b4b2141ac52b:41651 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:28,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:28,262 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,33643,1733408307542, state=OPENING 2024-12-05T14:18:28,264 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:18:28,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:28,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:28,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:28,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b4b2141ac52b,33643,1733408307542}] 2024-12-05T14:18:28,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:28,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:28,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:28,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:28,422 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:28,424 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:28,429 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T14:18:28,430 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:28,430 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:18:28,433 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C33643%2C1733408307542.meta, suffix=.meta, logDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,33643,1733408307542, archiveDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/oldWALs, maxLogs=32 2024-12-05T14:18:28,455 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,33643,1733408307542/b4b2141ac52b%2C33643%2C1733408307542.meta.1733408308434.meta, exclude list is [], retry=0 2024-12-05T14:18:28,459 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34515,DS-e9be6e73-ecae-4a36-aa15-9bfd100bfc4a,DISK] 2024-12-05T14:18:28,459 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45683,DS-f3469fb3-6d80-4862-beb8-67de07d06439,DISK] 2024-12-05T14:18:28,461 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/WALs/b4b2141ac52b,33643,1733408307542/b4b2141ac52b%2C33643%2C1733408307542.meta.1733408308434.meta 2024-12-05T14:18:28,462 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343),(127.0.0.1/127.0.0.1:34277:34277)] 2024-12-05T14:18:28,462 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:28,463 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:18:28,463 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:18:28,463 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:18:28,463 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:18:28,463 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:28,464 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T14:18:28,464 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T14:18:28,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:28,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:28,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:28,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:28,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:28,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:28,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:28,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:28,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:28,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:28,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:28,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:28,472 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740 2024-12-05T14:18:28,473 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740 2024-12-05T14:18:28,475 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:28,477 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:28,478 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62998553, jitterRate=-0.061248406767845154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:28,479 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:28,480 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408308421 2024-12-05T14:18:28,483 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:18:28,483 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T14:18:28,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:28,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,33643,1733408307542, state=OPEN 2024-12-05T14:18:28,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:28,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:28,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:28,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:28,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:28,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:28,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:18:28,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b4b2141ac52b,33643,1733408307542 in 219 msec 2024-12-05T14:18:28,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:18:28,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-12-05T14:18:28,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 714 msec 2024-12-05T14:18:28,497 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408308497, completionTime=-1 2024-12-05T14:18:28,497 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T14:18:28,497 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T14:18:28,499 DEBUG [hconnection-0x245bda03-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:28,501 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:28,503 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T14:18:28,503 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408368503 2024-12-05T14:18:28,503 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408428503 2024-12-05T14:18:28,503 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 5 msec 2024-12-05T14:18:28,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41651,1733408307488-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:28,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41651,1733408307488-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:28,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41651,1733408307488-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:28,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4b2141ac52b:41651, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:28,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:28,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T14:18:28,513 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:28,514 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T14:18:28,514 DEBUG [master/b4b2141ac52b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T14:18:28,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:28,516 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:28,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:28,543 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b1b033aae48b222eebd9d9d7155174fa, NAME => 'hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a 2024-12-05T14:18:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:28,553 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:28,554 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b1b033aae48b222eebd9d9d7155174fa, disabling compactions & flushes 2024-12-05T14:18:28,554 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:28,554 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:28,554 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. after waiting 0 ms 2024-12-05T14:18:28,554 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:28,554 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:28,554 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b1b033aae48b222eebd9d9d7155174fa: 2024-12-05T14:18:28,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:28,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733408308556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408308556"}]},"ts":"1733408308556"} 2024-12-05T14:18:28,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T14:18:28,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:28,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408308561"}]},"ts":"1733408308561"} 2024-12-05T14:18:28,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T14:18:28,570 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:28,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:28,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:28,571 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:28,571 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:28,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:28,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b1b033aae48b222eebd9d9d7155174fa, ASSIGN}] 2024-12-05T14:18:28,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b1b033aae48b222eebd9d9d7155174fa, ASSIGN 2024-12-05T14:18:28,575 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b1b033aae48b222eebd9d9d7155174fa, ASSIGN; state=OFFLINE, location=b4b2141ac52b,33643,1733408307542; forceNewPlan=false, retain=false 2024-12-05T14:18:28,725 INFO [b4b2141ac52b:41651 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T14:18:28,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b1b033aae48b222eebd9d9d7155174fa, regionState=OPENING, regionLocation=b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:28,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b1b033aae48b222eebd9d9d7155174fa, server=b4b2141ac52b,33643,1733408307542}] 2024-12-05T14:18:28,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:28,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:28,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b1b033aae48b222eebd9d9d7155174fa, NAME => 'hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:28,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:28,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:28,890 INFO [StoreOpener-b1b033aae48b222eebd9d9d7155174fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:28,892 INFO [StoreOpener-b1b033aae48b222eebd9d9d7155174fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b033aae48b222eebd9d9d7155174fa columnFamilyName info 2024-12-05T14:18:28,892 DEBUG [StoreOpener-b1b033aae48b222eebd9d9d7155174fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:28,893 INFO [StoreOpener-b1b033aae48b222eebd9d9d7155174fa-1 {}] regionserver.HStore(327): Store=b1b033aae48b222eebd9d9d7155174fa/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:28,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:28,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:28,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:28,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:28,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b1b033aae48b222eebd9d9d7155174fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71082353, jitterRate=0.05920960009098053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:28,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b1b033aae48b222eebd9d9d7155174fa: 2024-12-05T14:18:28,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa., pid=6, masterSystemTime=1733408308882 2024-12-05T14:18:28,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:28,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:28,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b1b033aae48b222eebd9d9d7155174fa, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:28,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:18:28,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b1b033aae48b222eebd9d9d7155174fa, server=b4b2141ac52b,33643,1733408307542 in 180 msec 2024-12-05T14:18:28,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:18:28,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b1b033aae48b222eebd9d9d7155174fa, ASSIGN in 341 msec 2024-12-05T14:18:28,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:28,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408308915"}]},"ts":"1733408308915"} 2024-12-05T14:18:28,918 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T14:18:28,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:28,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 409 msec 2024-12-05T14:18:29,016 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T14:18:29,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:29,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:29,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:29,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:29,024 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T14:18:29,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:29,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 13 msec 2024-12-05T14:18:29,046 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T14:18:29,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:29,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-05T14:18:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T14:18:29,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T14:18:29,076 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.475sec 2024-12-05T14:18:29,076 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:18:29,076 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:18:29,076 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:18:29,077 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:18:29,077 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:18:29,077 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41651,1733408307488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:29,077 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41651,1733408307488-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:18:29,079 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:18:29,079 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:18:29,079 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41651,1733408307488-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:29,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00fd39f2 to 127.0.0.1:55777 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24650250 2024-12-05T14:18:29,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e491b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:29,106 DEBUG [hconnection-0x7b53a337-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:29,108 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:29,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:29,113 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:29,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T14:18:29,118 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:29,118 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:29,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T14:18:29,119 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:29,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:29,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:29,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 98ec478589f01fcf7f0ccce4fad55985, NAME => 'testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a 2024-12-05T14:18:29,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 37dec368e395458bef5af00d79056394, NAME => 'testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a 2024-12-05T14:18:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:29,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:29,141 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 98ec478589f01fcf7f0ccce4fad55985, disabling compactions & flushes 2024-12-05T14:18:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:29,141 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:29,141 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,141 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. after waiting 0 ms 2024-12-05T14:18:29,141 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,141 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,141 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 98ec478589f01fcf7f0ccce4fad55985: 2024-12-05T14:18:29,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:29,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 37dec368e395458bef5af00d79056394, disabling compactions & flushes 2024-12-05T14:18:29,142 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. after waiting 0 ms 2024-12-05T14:18:29,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,142 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,142 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 37dec368e395458bef5af00d79056394: 2024-12-05T14:18:29,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:29,144 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408309144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408309144"}]},"ts":"1733408309144"} 2024-12-05T14:18:29,144 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408309144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408309144"}]},"ts":"1733408309144"} 2024-12-05T14:18:29,148 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T14:18:29,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:29,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408309149"}]},"ts":"1733408309149"} 2024-12-05T14:18:29,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T14:18:29,156 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:29,157 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:29,158 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:29,158 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:29,158 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:29,158 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:29,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98ec478589f01fcf7f0ccce4fad55985, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37dec368e395458bef5af00d79056394, ASSIGN}] 2024-12-05T14:18:29,160 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37dec368e395458bef5af00d79056394, ASSIGN 2024-12-05T14:18:29,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98ec478589f01fcf7f0ccce4fad55985, ASSIGN 2024-12-05T14:18:29,161 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37dec368e395458bef5af00d79056394, ASSIGN; state=OFFLINE, location=b4b2141ac52b,33643,1733408307542; forceNewPlan=false, retain=false 2024-12-05T14:18:29,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98ec478589f01fcf7f0ccce4fad55985, ASSIGN; state=OFFLINE, location=b4b2141ac52b,43549,1733408307577; forceNewPlan=false, retain=false 2024-12-05T14:18:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:29,312 INFO [b4b2141ac52b:41651 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T14:18:29,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=37dec368e395458bef5af00d79056394, regionState=OPENING, regionLocation=b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:29,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=98ec478589f01fcf7f0ccce4fad55985, regionState=OPENING, regionLocation=b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:29,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 98ec478589f01fcf7f0ccce4fad55985, server=b4b2141ac52b,43549,1733408307577}] 2024-12-05T14:18:29,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 37dec368e395458bef5af00d79056394, server=b4b2141ac52b,33643,1733408307542}] 2024-12-05T14:18:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:29,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:29,468 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:29,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:29,469 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:29,474 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,474 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,474 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 37dec368e395458bef5af00d79056394, NAME => 'testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T14:18:29,474 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 98ec478589f01fcf7f0ccce4fad55985, NAME => 'testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T14:18:29,474 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,474 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,474 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,476 INFO [StoreOpener-98ec478589f01fcf7f0ccce4fad55985-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,477 INFO [StoreOpener-37dec368e395458bef5af00d79056394-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,478 INFO [StoreOpener-37dec368e395458bef5af00d79056394-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37dec368e395458bef5af00d79056394 columnFamilyName family 2024-12-05T14:18:29,478 INFO [StoreOpener-98ec478589f01fcf7f0ccce4fad55985-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ec478589f01fcf7f0ccce4fad55985 columnFamilyName family 2024-12-05T14:18:29,479 DEBUG [StoreOpener-37dec368e395458bef5af00d79056394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:29,479 DEBUG [StoreOpener-98ec478589f01fcf7f0ccce4fad55985-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:29,479 INFO [StoreOpener-37dec368e395458bef5af00d79056394-1 {}] regionserver.HStore(327): Store=37dec368e395458bef5af00d79056394/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:29,479 INFO [StoreOpener-98ec478589f01fcf7f0ccce4fad55985-1 {}] regionserver.HStore(327): Store=98ec478589f01fcf7f0ccce4fad55985/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:29,480 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,480 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,481 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,481 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,483 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,483 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,486 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:29,486 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:29,487 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 37dec368e395458bef5af00d79056394; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71687351, jitterRate=0.06822477281093597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:29,487 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 98ec478589f01fcf7f0ccce4fad55985; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63364920, jitterRate=-0.05578911304473877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:29,489 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 37dec368e395458bef5af00d79056394: 2024-12-05T14:18:29,489 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 98ec478589f01fcf7f0ccce4fad55985: 2024-12-05T14:18:29,490 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985., pid=12, masterSystemTime=1733408309467 2024-12-05T14:18:29,490 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394., pid=13, masterSystemTime=1733408309469 2024-12-05T14:18:29,492 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,492 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=37dec368e395458bef5af00d79056394, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:29,493 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,493 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=98ec478589f01fcf7f0ccce4fad55985, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:29,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T14:18:29,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 37dec368e395458bef5af00d79056394, server=b4b2141ac52b,33643,1733408307542 in 179 msec 2024-12-05T14:18:29,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T14:18:29,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 98ec478589f01fcf7f0ccce4fad55985, server=b4b2141ac52b,43549,1733408307577 in 181 msec 2024-12-05T14:18:29,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=37dec368e395458bef5af00d79056394, ASSIGN in 340 msec 2024-12-05T14:18:29,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:18:29,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98ec478589f01fcf7f0ccce4fad55985, ASSIGN in 341 msec 2024-12-05T14:18:29,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:29,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408309503"}]},"ts":"1733408309503"} 2024-12-05T14:18:29,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T14:18:29,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:29,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 393 msec 2024-12-05T14:18:29,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:18:29,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:29,727 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T14:18:29,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T14:18:29,727 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:29,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T14:18:29,731 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:29,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T14:18:29,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:29,738 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:29,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:29,760 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 37dec368e395458bef5af00d79056394 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T14:18:29,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394/.tmp/family/b88ac29f3ab949858ff4bc4718fd8c66 is 32, key is 5/family:/1733408309751/Put/seqid=0 2024-12-05T14:18:29,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:29,794 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394/.tmp/family/b88ac29f3ab949858ff4bc4718fd8c66 2024-12-05T14:18:29,802 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394/.tmp/family/b88ac29f3ab949858ff4bc4718fd8c66 as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394/family/b88ac29f3ab949858ff4bc4718fd8c66 2024-12-05T14:18:29,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394/family/b88ac29f3ab949858ff4bc4718fd8c66, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T14:18:29,811 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 37dec368e395458bef5af00d79056394 in 52ms, sequenceid=9, compaction requested=false 2024-12-05T14:18:29,811 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 37dec368e395458bef5af00d79056394: 2024-12-05T14:18:29,811 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 98ec478589f01fcf7f0ccce4fad55985 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T14:18:29,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985/.tmp/family/38469485761e4421a0d4054720b318d7 is 32, key is 1/family:/1733408309738/Put/seqid=0 2024-12-05T14:18:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:29,836 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985/.tmp/family/38469485761e4421a0d4054720b318d7 2024-12-05T14:18:29,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985/.tmp/family/38469485761e4421a0d4054720b318d7 as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985/family/38469485761e4421a0d4054720b318d7 2024-12-05T14:18:29,850 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985/family/38469485761e4421a0d4054720b318d7, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T14:18:29,851 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 98ec478589f01fcf7f0ccce4fad55985 in 40ms, sequenceid=8, compaction requested=false 2024-12-05T14:18:29,851 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 98ec478589f01fcf7f0ccce4fad55985: 2024-12-05T14:18:29,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T14:18:29,855 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T14:18:29,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00fd39f2 to 127.0.0.1:55777 2024-12-05T14:18:29,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:29,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:18:29,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1887603714, stopped=false 2024-12-05T14:18:29,856 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:29,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:29,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:29,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:29,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:29,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T14:18:29,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:29,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:29,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:29,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:29,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:29,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:29,861 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,33643,1733408307542' ***** 2024-12-05T14:18:29,861 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:29,861 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,43549,1733408307577' ***** 2024-12-05T14:18:29,861 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:29,861 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:29,861 INFO [RS:0;b4b2141ac52b:33643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:29,861 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:29,861 INFO [RS:0;b4b2141ac52b:33643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:29,861 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(3579): Received CLOSE for 37dec368e395458bef5af00d79056394 2024-12-05T14:18:29,861 INFO [RS:1;b4b2141ac52b:43549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:29,861 INFO [RS:1;b4b2141ac52b:43549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:29,861 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(3579): Received CLOSE for 98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,861 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(3579): Received CLOSE for b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:29,862 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:29,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:29,862 DEBUG [RS:0;b4b2141ac52b:33643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 37dec368e395458bef5af00d79056394, disabling compactions & flushes 2024-12-05T14:18:29,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:29,862 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:29,862 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:29,862 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,862 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:29,862 DEBUG [RS:1;b4b2141ac52b:43549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,862 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:29,862 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. after waiting 0 ms 2024-12-05T14:18:29,862 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1603): Online Regions={98ec478589f01fcf7f0ccce4fad55985=testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985.} 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,862 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T14:18:29,862 DEBUG [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1629): Waiting on 98ec478589f01fcf7f0ccce4fad55985 2024-12-05T14:18:29,862 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T14:18:29,862 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1603): Online Regions={37dec368e395458bef5af00d79056394=testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394., 1588230740=hbase:meta,,1.1588230740, b1b033aae48b222eebd9d9d7155174fa=hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa.} 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 98ec478589f01fcf7f0ccce4fad55985, disabling compactions & flushes 2024-12-05T14:18:29,862 DEBUG [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 37dec368e395458bef5af00d79056394, b1b033aae48b222eebd9d9d7155174fa 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:29,862 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,862 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. after waiting 0 ms 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:29,862 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,863 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:29,863 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:29,863 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T14:18:29,865 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:29,865 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:18:29,865 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:18:29,865 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:29,865 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:18:29,865 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:18:29,871 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/98ec478589f01fcf7f0ccce4fad55985/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:18:29,871 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,872 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/default/testClearRegionBlockCache/37dec368e395458bef5af00d79056394/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T14:18:29,872 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 98ec478589f01fcf7f0ccce4fad55985: 2024-12-05T14:18:29,872 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733408309115.98ec478589f01fcf7f0ccce4fad55985. 2024-12-05T14:18:29,872 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,872 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 37dec368e395458bef5af00d79056394: 2024-12-05T14:18:29,872 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394. 2024-12-05T14:18:29,873 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b1b033aae48b222eebd9d9d7155174fa, disabling compactions & flushes 2024-12-05T14:18:29,873 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:29,873 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:29,873 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. after waiting 0 ms 2024-12-05T14:18:29,873 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:29,873 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b1b033aae48b222eebd9d9d7155174fa 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T14:18:29,889 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/.tmp/info/f1e90859cdec413d8e8770211af88013 is 173, key is testClearRegionBlockCache,5,1733408309115.37dec368e395458bef5af00d79056394./info:regioninfo/1733408309493/Put/seqid=0 2024-12-05T14:18:29,895 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa/.tmp/info/8bc79d875713442390f1cbbdf59cb6cc is 45, key is default/info:d/1733408309029/Put/seqid=0 2024-12-05T14:18:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741843_1019 (size=9337) 2024-12-05T14:18:29,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741843_1019 (size=9337) 2024-12-05T14:18:29,899 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/.tmp/info/f1e90859cdec413d8e8770211af88013 2024-12-05T14:18:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741844_1020 (size=5037) 2024-12-05T14:18:29,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741844_1020 (size=5037) 2024-12-05T14:18:29,904 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa/.tmp/info/8bc79d875713442390f1cbbdf59cb6cc 2024-12-05T14:18:29,913 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa/.tmp/info/8bc79d875713442390f1cbbdf59cb6cc as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa/info/8bc79d875713442390f1cbbdf59cb6cc 2024-12-05T14:18:29,921 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa/info/8bc79d875713442390f1cbbdf59cb6cc, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T14:18:29,922 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b1b033aae48b222eebd9d9d7155174fa in 49ms, sequenceid=6, compaction requested=false 2024-12-05T14:18:29,934 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/namespace/b1b033aae48b222eebd9d9d7155174fa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:18:29,935 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:29,935 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b1b033aae48b222eebd9d9d7155174fa: 2024-12-05T14:18:29,935 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733408308512.b1b033aae48b222eebd9d9d7155174fa. 2024-12-05T14:18:29,940 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/.tmp/table/f53b77656cd44b8fbf04004b08f291ce is 61, key is testClearRegionBlockCache/table:state/1733408309503/Put/seqid=0 2024-12-05T14:18:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:29,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:29,947 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/.tmp/table/f53b77656cd44b8fbf04004b08f291ce 2024-12-05T14:18:29,956 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/.tmp/info/f1e90859cdec413d8e8770211af88013 as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/info/f1e90859cdec413d8e8770211af88013 2024-12-05T14:18:29,965 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/info/f1e90859cdec413d8e8770211af88013, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T14:18:29,966 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/.tmp/table/f53b77656cd44b8fbf04004b08f291ce as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/table/f53b77656cd44b8fbf04004b08f291ce 2024-12-05T14:18:29,974 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/table/f53b77656cd44b8fbf04004b08f291ce, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T14:18:29,975 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=16, compaction requested=false 2024-12-05T14:18:29,981 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:18:29,982 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:18:29,982 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:29,982 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:29,982 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:30,062 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,43549,1733408307577; all regions closed. 2024-12-05T14:18:30,062 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,33643,1733408307542; all regions closed. 2024-12-05T14:18:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741834_1010 (size=1758) 2024-12-05T14:18:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741834_1010 (size=1758) 2024-12-05T14:18:30,071 DEBUG [RS:0;b4b2141ac52b:33643 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/oldWALs 2024-12-05T14:18:30,071 INFO [RS:0;b4b2141ac52b:33643 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C33643%2C1733408307542.meta:.meta(num 1733408308434) 2024-12-05T14:18:30,071 DEBUG [RS:1;b4b2141ac52b:43549 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/oldWALs 2024-12-05T14:18:30,071 INFO [RS:1;b4b2141ac52b:43549 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C43549%2C1733408307577:(num 1733408308004) 2024-12-05T14:18:30,071 DEBUG [RS:1;b4b2141ac52b:43549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:30,071 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:30,072 INFO [RS:1;b4b2141ac52b:43549 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:30,072 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:30,072 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:30,072 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:30,072 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:30,072 INFO [RS:1;b4b2141ac52b:43549 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43549 2024-12-05T14:18:30,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:30,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,43549,1733408307577 2024-12-05T14:18:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741833_1009 (size=3188) 2024-12-05T14:18:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741833_1009 (size=3188) 2024-12-05T14:18:30,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,43549,1733408307577] 2024-12-05T14:18:30,076 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,43549,1733408307577; numProcessing=1 2024-12-05T14:18:30,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,43549,1733408307577 already deleted, retry=false 2024-12-05T14:18:30,079 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,43549,1733408307577 expired; onlineServers=1 2024-12-05T14:18:30,079 DEBUG [RS:0;b4b2141ac52b:33643 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/oldWALs 2024-12-05T14:18:30,079 INFO [RS:0;b4b2141ac52b:33643 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C33643%2C1733408307542:(num 1733408308005) 2024-12-05T14:18:30,079 DEBUG [RS:0;b4b2141ac52b:33643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:30,079 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:30,080 INFO [RS:0;b4b2141ac52b:33643 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:30,080 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:30,080 INFO [RS:0;b4b2141ac52b:33643 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33643 2024-12-05T14:18:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,33643,1733408307542 2024-12-05T14:18:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:30,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,33643,1733408307542] 2024-12-05T14:18:30,085 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,33643,1733408307542; numProcessing=2 2024-12-05T14:18:30,087 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,33643,1733408307542 already deleted, retry=false 2024-12-05T14:18:30,087 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,33643,1733408307542 expired; onlineServers=0 2024-12-05T14:18:30,087 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,41651,1733408307488' ***** 2024-12-05T14:18:30,087 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:18:30,087 DEBUG [M:0;b4b2141ac52b:41651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e765b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:30,087 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,41651,1733408307488 2024-12-05T14:18:30,088 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,41651,1733408307488; all regions closed. 2024-12-05T14:18:30,088 DEBUG [M:0;b4b2141ac52b:41651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:30,088 DEBUG [M:0;b4b2141ac52b:41651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:18:30,088 DEBUG [M:0;b4b2141ac52b:41651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:18:30,088 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:18:30,088 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408307787 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408307787,5,FailOnTimeoutGroup] 2024-12-05T14:18:30,088 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408307787 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408307787,5,FailOnTimeoutGroup] 2024-12-05T14:18:30,088 INFO [M:0;b4b2141ac52b:41651 {}] hbase.ChoreService(370): Chore service for: master/b4b2141ac52b:0 had [] on shutdown 2024-12-05T14:18:30,088 DEBUG [M:0;b4b2141ac52b:41651 {}] master.HMaster(1733): Stopping service threads 2024-12-05T14:18:30,088 INFO [M:0;b4b2141ac52b:41651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:18:30,089 INFO [M:0;b4b2141ac52b:41651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:18:30,089 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:18:30,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:30,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:30,089 DEBUG [M:0;b4b2141ac52b:41651 {}] zookeeper.ZKUtil(347): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:18:30,089 WARN [M:0;b4b2141ac52b:41651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:18:30,089 INFO [M:0;b4b2141ac52b:41651 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T14:18:30,090 INFO [M:0;b4b2141ac52b:41651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:18:30,090 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:30,090 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:30,090 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:30,090 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:30,090 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:30,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:30,090 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T14:18:30,117 DEBUG [M:0;b4b2141ac52b:41651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18f2201359584c29ad8f313a97700261 is 82, key is hbase:meta,,1/info:regioninfo/1733408308484/Put/seqid=0 2024-12-05T14:18:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:30,127 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18f2201359584c29ad8f313a97700261 2024-12-05T14:18:30,162 DEBUG [M:0;b4b2141ac52b:41651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85049c40a2824638a7dfcf28bf9ed581 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733408309510/Put/seqid=0 2024-12-05T14:18:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:30,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:30,170 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85049c40a2824638a7dfcf28bf9ed581 2024-12-05T14:18:30,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:30,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x100628b71f20002, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:30,178 INFO [RS:1;b4b2141ac52b:43549 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,43549,1733408307577; zookeeper connection closed. 2024-12-05T14:18:30,178 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d75ca44 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d75ca44 2024-12-05T14:18:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:30,185 INFO [RS:0;b4b2141ac52b:33643 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,33643,1733408307542; zookeeper connection closed. 2024-12-05T14:18:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x100628b71f20001, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:30,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5db0c0c5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5db0c0c5 2024-12-05T14:18:30,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T14:18:30,196 DEBUG [M:0;b4b2141ac52b:41651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/415a8f6e0ae048f9be5257d0bca89051 is 69, key is b4b2141ac52b,33643,1733408307542/rs:state/1733408307828/Put/seqid=0 2024-12-05T14:18:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:30,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:30,205 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/415a8f6e0ae048f9be5257d0bca89051 2024-12-05T14:18:30,212 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18f2201359584c29ad8f313a97700261 as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18f2201359584c29ad8f313a97700261 2024-12-05T14:18:30,218 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18f2201359584c29ad8f313a97700261, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T14:18:30,220 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85049c40a2824638a7dfcf28bf9ed581 as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85049c40a2824638a7dfcf28bf9ed581 2024-12-05T14:18:30,227 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85049c40a2824638a7dfcf28bf9ed581, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T14:18:30,228 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/415a8f6e0ae048f9be5257d0bca89051 as hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/415a8f6e0ae048f9be5257d0bca89051 2024-12-05T14:18:30,235 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36803/user/jenkins/test-data/77109db3-9eb2-d110-2dff-4b8422c8f93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/415a8f6e0ae048f9be5257d0bca89051, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T14:18:30,236 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 146ms, sequenceid=108, compaction requested=false 2024-12-05T14:18:30,238 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:30,238 DEBUG [M:0;b4b2141ac52b:41651 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34515 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45683 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:30,241 INFO [M:0;b4b2141ac52b:41651 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T14:18:30,241 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:30,241 INFO [M:0;b4b2141ac52b:41651 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41651 2024-12-05T14:18:30,243 DEBUG [M:0;b4b2141ac52b:41651 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b4b2141ac52b,41651,1733408307488 already deleted, retry=false 2024-12-05T14:18:30,345 INFO [M:0;b4b2141ac52b:41651 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,41651,1733408307488; zookeeper connection closed. 2024-12-05T14:18:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x100628b71f20000, quorum=127.0.0.1:55777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:30,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47955830{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:30,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10e13533{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:30,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:30,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@418b9ea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:30,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de90109{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:30,350 WARN [BP-996452214-172.17.0.2-1733408306769 heartbeating to localhost/127.0.0.1:36803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:30,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:30,350 WARN [BP-996452214-172.17.0.2-1733408306769 heartbeating to localhost/127.0.0.1:36803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-996452214-172.17.0.2-1733408306769 (Datanode Uuid b4187b68-b996-470a-a009-9573b1cdaeac) service to localhost/127.0.0.1:36803 2024-12-05T14:18:30,350 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:30,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data3/current/BP-996452214-172.17.0.2-1733408306769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:30,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data4/current/BP-996452214-172.17.0.2-1733408306769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:30,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:30,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64d66ed3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:30,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60c4b976{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:30,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:30,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@acce7ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:30,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e88f199{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:30,355 WARN [BP-996452214-172.17.0.2-1733408306769 heartbeating to localhost/127.0.0.1:36803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:30,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:30,355 WARN [BP-996452214-172.17.0.2-1733408306769 heartbeating to localhost/127.0.0.1:36803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-996452214-172.17.0.2-1733408306769 (Datanode Uuid 0c88f40b-a3af-47bf-8b46-fce48524dd14) service to localhost/127.0.0.1:36803 2024-12-05T14:18:30,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:30,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data1/current/BP-996452214-172.17.0.2-1733408306769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:30,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/cluster_da606525-f89b-0767-a23e-9585ca345a3d/dfs/data/data2/current/BP-996452214-172.17.0.2-1733408306769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:30,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:30,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3786c98f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:30,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14cb59ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:30,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:30,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53026928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:30,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62b051c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:30,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:18:30,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T14:18:30,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 76) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36803 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36803 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 169) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7476 (was 7643) 2024-12-05T14:18:30,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=105, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=7476 2024-12-05T14:18:30,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir so I do NOT create it in target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e 2024-12-05T14:18:30,422 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:18:30,422 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.tmp.dir so I do NOT create it in target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e 2024-12-05T14:18:30,422 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a2e8eaf5-fb22-3181-8f3a-f207682dd459/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:18:30,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c, deleteOnExit=true 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/test.cache.data in system properties and HBase conf 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:18:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T14:18:30,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:30,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:18:30,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:18:30,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:18:30,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:30,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:18:30,425 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:18:30,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:30,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:30,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:30,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:30,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:30,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:30,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@232b6b50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:30,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de4950f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:30,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ca7f959{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/java.io.tmpdir/jetty-localhost-46219-hadoop-hdfs-3_4_1-tests_jar-_-any-7656842455671207122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:30,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1503c12f{HTTP/1.1, (http/1.1)}{localhost:46219} 2024-12-05T14:18:30,661 INFO [Time-limited test {}] server.Server(415): Started @14266ms 2024-12-05T14:18:30,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:30,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:30,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:30,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:30,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:30,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f873445{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:30,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c169303{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:30,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ec4c4ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/java.io.tmpdir/jetty-localhost-36937-hadoop-hdfs-3_4_1-tests_jar-_-any-5581336137464257788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:30,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fb41fcd{HTTP/1.1, (http/1.1)}{localhost:36937} 2024-12-05T14:18:30,896 INFO [Time-limited test {}] server.Server(415): Started @14502ms 2024-12-05T14:18:30,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:30,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:30,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:30,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:30,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:30,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:30,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3b160d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:30,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36affc9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:31,016 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data1/current/BP-507841138-172.17.0.2-1733408310460/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:31,016 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data2/current/BP-507841138-172.17.0.2-1733408310460/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:31,048 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:31,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6295d72f7b848d1f with lease ID 0xfd66b9f206360fd1: Processing first storage report for DS-3f2db737-f87a-4c1f-b5e2-ab66c83b461a from datanode DatanodeRegistration(127.0.0.1:36779, datanodeUuid=23db496b-b108-4529-8d8a-877e374974d3, infoPort=42457, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460) 2024-12-05T14:18:31,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6295d72f7b848d1f with lease ID 0xfd66b9f206360fd1: from storage DS-3f2db737-f87a-4c1f-b5e2-ab66c83b461a node DatanodeRegistration(127.0.0.1:36779, datanodeUuid=23db496b-b108-4529-8d8a-877e374974d3, infoPort=42457, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:31,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6295d72f7b848d1f with lease ID 0xfd66b9f206360fd1: Processing first storage report for DS-af0757c1-aeac-4031-9b78-730f25ce0556 from datanode DatanodeRegistration(127.0.0.1:36779, datanodeUuid=23db496b-b108-4529-8d8a-877e374974d3, infoPort=42457, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460) 2024-12-05T14:18:31,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6295d72f7b848d1f with lease ID 0xfd66b9f206360fd1: from storage DS-af0757c1-aeac-4031-9b78-730f25ce0556 node DatanodeRegistration(127.0.0.1:36779, datanodeUuid=23db496b-b108-4529-8d8a-877e374974d3, infoPort=42457, infoSecurePort=0, ipcPort=34063, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:31,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38c5ef58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/java.io.tmpdir/jetty-localhost-41189-hadoop-hdfs-3_4_1-tests_jar-_-any-11235147826137029691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:31,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54c26f4b{HTTP/1.1, (http/1.1)}{localhost:41189} 2024-12-05T14:18:31,076 INFO [Time-limited test {}] server.Server(415): Started @14682ms 2024-12-05T14:18:31,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:31,169 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data3/current/BP-507841138-172.17.0.2-1733408310460/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:31,169 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data4/current/BP-507841138-172.17.0.2-1733408310460/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:31,194 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9db38ce9e6ab151f with lease ID 0xfd66b9f206360fd2: Processing first storage report for DS-5a6a6431-1f9f-4341-bf48-dbeebe3a0118 from datanode DatanodeRegistration(127.0.0.1:39679, datanodeUuid=50953eb2-7ed5-43c8-bbc7-0cfc6b01bf69, infoPort=36809, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460) 2024-12-05T14:18:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9db38ce9e6ab151f with lease ID 0xfd66b9f206360fd2: from storage DS-5a6a6431-1f9f-4341-bf48-dbeebe3a0118 node DatanodeRegistration(127.0.0.1:39679, datanodeUuid=50953eb2-7ed5-43c8-bbc7-0cfc6b01bf69, infoPort=36809, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9db38ce9e6ab151f with lease ID 0xfd66b9f206360fd2: Processing first storage report for DS-0d085c67-8e53-4948-abd6-dc3615eacd56 from datanode DatanodeRegistration(127.0.0.1:39679, datanodeUuid=50953eb2-7ed5-43c8-bbc7-0cfc6b01bf69, infoPort=36809, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460) 2024-12-05T14:18:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9db38ce9e6ab151f with lease ID 0xfd66b9f206360fd2: from storage DS-0d085c67-8e53-4948-abd6-dc3615eacd56 node DatanodeRegistration(127.0.0.1:39679, datanodeUuid=50953eb2-7ed5-43c8-bbc7-0cfc6b01bf69, infoPort=36809, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1828538514;c=1733408310460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:31,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e 2024-12-05T14:18:31,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/zookeeper_0, clientPort=60833, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:18:31,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60833 2024-12-05T14:18:31,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:31,221 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631 with version=8 2024-12-05T14:18:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/hbase-staging 2024-12-05T14:18:31,224 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:31,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:31,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:31,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:31,224 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:31,225 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39427 2024-12-05T14:18:31,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39427 connecting to ZooKeeper ensemble=127.0.0.1:60833 2024-12-05T14:18:31,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394270x0, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:31,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39427-0x100628b808e0000 connected 2024-12-05T14:18:31,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:31,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:31,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:31,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39427 2024-12-05T14:18:31,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39427 2024-12-05T14:18:31,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39427 2024-12-05T14:18:31,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39427 2024-12-05T14:18:31,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39427 2024-12-05T14:18:31,255 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631, hbase.cluster.distributed=false 2024-12-05T14:18:31,273 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:31,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:31,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:31,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:31,273 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:31,274 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46021 2024-12-05T14:18:31,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:31,275 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:31,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46021 connecting to ZooKeeper ensemble=127.0.0.1:60833 2024-12-05T14:18:31,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460210x0, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:31,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46021-0x100628b808e0001 connected 2024-12-05T14:18:31,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:31,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:31,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:31,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46021 2024-12-05T14:18:31,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46021 2024-12-05T14:18:31,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46021 2024-12-05T14:18:31,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46021 2024-12-05T14:18:31,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46021 2024-12-05T14:18:31,304 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:31,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:31,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:31,304 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:31,305 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36649 2024-12-05T14:18:31,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:31,306 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:31,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36649 connecting to ZooKeeper ensemble=127.0.0.1:60833 2024-12-05T14:18:31,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366490x0, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:31,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366490x0, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:31,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36649-0x100628b808e0002 connected 2024-12-05T14:18:31,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:31,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:31,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36649 2024-12-05T14:18:31,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36649 2024-12-05T14:18:31,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36649 2024-12-05T14:18:31,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36649 2024-12-05T14:18:31,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36649 2024-12-05T14:18:31,326 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:31,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:31,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:31,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:31,329 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,333 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:31,334 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4b2141ac52b,39427,1733408311223 from backup master directory 2024-12-05T14:18:31,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:31,335 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:31,335 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:31,341 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4b2141ac52b:39427 2024-12-05T14:18:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:31,350 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/hbase.id with ID: fa7eb529-2d26-4378-ba73-920fe6de6266 2024-12-05T14:18:31,362 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:31,378 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:31,379 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:18:31,380 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:31,392 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store 2024-12-05T14:18:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:31,403 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:31,403 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:31,403 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:31,403 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:31,403 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:31,403 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:31,403 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:31,403 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:31,404 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/.initializing 2024-12-05T14:18:31,405 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/WALs/b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:31,406 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:31,408 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C39427%2C1733408311223, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/WALs/b4b2141ac52b,39427,1733408311223, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/oldWALs, maxLogs=10 2024-12-05T14:18:31,423 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/WALs/b4b2141ac52b,39427,1733408311223/b4b2141ac52b%2C39427%2C1733408311223.1733408311408, exclude list is [], retry=0 2024-12-05T14:18:31,427 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36779,DS-3f2db737-f87a-4c1f-b5e2-ab66c83b461a,DISK] 2024-12-05T14:18:31,427 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39679,DS-5a6a6431-1f9f-4341-bf48-dbeebe3a0118,DISK] 2024-12-05T14:18:31,430 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/WALs/b4b2141ac52b,39427,1733408311223/b4b2141ac52b%2C39427%2C1733408311223.1733408311408 2024-12-05T14:18:31,430 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42457:42457),(127.0.0.1/127.0.0.1:36809:36809)] 2024-12-05T14:18:31,430 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:31,430 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:31,430 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,430 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:18:31,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:18:31,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:31,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:18:31,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:31,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:18:31,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:31,447 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,447 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,450 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:18:31,451 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:31,453 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:31,454 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68700752, jitterRate=0.023720979690551758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:18:31,455 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:31,455 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:18:31,459 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d9bccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:31,460 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T14:18:31,461 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:18:31,461 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:18:31,461 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:18:31,461 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:18:31,462 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:18:31,462 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:18:31,464 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:18:31,465 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:18:31,467 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:18:31,467 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:18:31,467 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:18:31,469 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:18:31,469 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:18:31,470 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:18:31,472 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:18:31,473 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:18:31,474 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:18:31,476 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:18:31,478 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:18:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,482 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b4b2141ac52b,39427,1733408311223, sessionid=0x100628b808e0000, setting cluster-up flag (Was=false) 2024-12-05T14:18:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,493 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:18:31,494 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:31,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,503 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:18:31,503 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:31,507 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:31,507 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T14:18:31,507 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:18:31,507 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4b2141ac52b,39427,1733408311223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4b2141ac52b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:31,508 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:31,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:18:31,511 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:31,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408341512 2024-12-05T14:18:31,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:18:31,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:18:31,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:18:31,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:18:31,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:18:31,512 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:18:31,513 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,514 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:18:31,514 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:18:31,514 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:18:31,514 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:18:31,514 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:18:31,515 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408311514,5,FailOnTimeoutGroup] 2024-12-05T14:18:31,515 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408311515,5,FailOnTimeoutGroup] 2024-12-05T14:18:31,515 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,515 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:18:31,515 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,515 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:31,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T14:18:31,529 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631 2024-12-05T14:18:31,541 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4b2141ac52b:46021 2024-12-05T14:18:31,542 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1008): ClusterId : fa7eb529-2d26-4378-ba73-920fe6de6266 2024-12-05T14:18:31,542 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:31,545 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:31,545 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:31,545 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4b2141ac52b:36649 2024-12-05T14:18:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:31,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:31,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:31,548 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1008): ClusterId : fa7eb529-2d26-4378-ba73-920fe6de6266 2024-12-05T14:18:31,548 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:31,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:31,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:31,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,551 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:31,551 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:31,551 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:31,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:31,551 DEBUG [RS:0;b4b2141ac52b:46021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ef58e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:31,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:31,552 DEBUG [RS:0;b4b2141ac52b:46021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4124318a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:31,552 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:31,552 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:31,552 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:31,553 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,39427,1733408311223 with isa=b4b2141ac52b/172.17.0.2:46021, startcode=1733408311272 2024-12-05T14:18:31,553 DEBUG [RS:0;b4b2141ac52b:46021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:31,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:31,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:31,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:31,555 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:31,555 DEBUG [RS:1;b4b2141ac52b:36649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3c860f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:31,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:31,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:31,556 DEBUG [RS:1;b4b2141ac52b:36649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bb0e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:31,556 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:31,556 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:31,556 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:31,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:31,557 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52753, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:31,557 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,39427,1733408311223 with isa=b4b2141ac52b/172.17.0.2:36649, startcode=1733408311303 2024-12-05T14:18:31,557 DEBUG [RS:1;b4b2141ac52b:36649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:31,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740 2024-12-05T14:18:31,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39427 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:31,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39427 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:31,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740 2024-12-05T14:18:31,560 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631 2024-12-05T14:18:31,560 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45609 2024-12-05T14:18:31,560 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:31,560 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37717, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:31,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39427 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:31,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:31,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39427 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:31,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:31,562 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631 2024-12-05T14:18:31,562 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45609 2024-12-05T14:18:31,562 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:31,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:31,568 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:31,569 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64253445, jitterRate=-0.04254905879497528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:31,569 DEBUG [RS:0;b4b2141ac52b:46021 {}] zookeeper.ZKUtil(111): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:31,569 WARN [RS:0;b4b2141ac52b:46021 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:31,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,36649,1733408311303] 2024-12-05T14:18:31,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,46021,1733408311272] 2024-12-05T14:18:31,569 INFO [RS:0;b4b2141ac52b:46021 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:31,570 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:31,570 DEBUG [RS:1;b4b2141ac52b:36649 {}] zookeeper.ZKUtil(111): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:31,570 WARN [RS:1;b4b2141ac52b:36649 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:31,570 INFO [RS:1;b4b2141ac52b:36649 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:31,570 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:31,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:31,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:31,571 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:31,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:31,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:31,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:31,573 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:31,574 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:31,579 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:31,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:31,580 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:31,581 INFO [RS:0;b4b2141ac52b:46021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:31,581 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:31,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T14:18:31,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:18:31,582 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:31,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:18:31,583 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:31,583 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:31,584 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,584 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,585 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,585 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,585 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,585 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:31,585 DEBUG [RS:0;b4b2141ac52b:46021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:31,588 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:31,588 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,588 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,588 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,588 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,588 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,46021,1733408311272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:31,592 INFO [RS:1;b4b2141ac52b:36649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:31,592 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,596 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:31,597 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,597 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,597 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,597 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,597 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,597 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:31,598 DEBUG [RS:1;b4b2141ac52b:36649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:31,599 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,599 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,599 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,599 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,599 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,36649,1733408311303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:31,617 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:31,617 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,46021,1733408311272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,624 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:31,624 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,36649,1733408311303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:31,642 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.Replication(204): b4b2141ac52b,46021,1733408311272 started 2024-12-05T14:18:31,642 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,46021,1733408311272, RpcServer on b4b2141ac52b/172.17.0.2:46021, sessionid=0x100628b808e0001 2024-12-05T14:18:31,643 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:31,643 DEBUG [RS:0;b4b2141ac52b:46021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:31,643 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,46021,1733408311272' 2024-12-05T14:18:31,643 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:31,643 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:31,644 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:31,644 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:31,644 DEBUG [RS:0;b4b2141ac52b:46021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:31,644 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,46021,1733408311272' 2024-12-05T14:18:31,644 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:31,644 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:31,645 DEBUG [RS:0;b4b2141ac52b:46021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:31,645 INFO [RS:0;b4b2141ac52b:46021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:31,645 INFO [RS:0;b4b2141ac52b:46021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:31,648 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.Replication(204): b4b2141ac52b,36649,1733408311303 started 2024-12-05T14:18:31,648 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,36649,1733408311303, RpcServer on b4b2141ac52b/172.17.0.2:36649, sessionid=0x100628b808e0002 2024-12-05T14:18:31,648 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:31,648 DEBUG [RS:1;b4b2141ac52b:36649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:31,648 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,36649,1733408311303' 2024-12-05T14:18:31,648 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:31,648 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:31,649 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:31,649 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:31,649 DEBUG [RS:1;b4b2141ac52b:36649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:31,649 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,36649,1733408311303' 2024-12-05T14:18:31,649 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:31,649 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:31,650 DEBUG [RS:1;b4b2141ac52b:36649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:31,650 INFO [RS:1;b4b2141ac52b:36649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:31,650 INFO [RS:1;b4b2141ac52b:36649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:31,734 WARN [b4b2141ac52b:39427 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:18:31,746 INFO [RS:0;b4b2141ac52b:46021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:31,748 INFO [RS:0;b4b2141ac52b:46021 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C46021%2C1733408311272, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,46021,1733408311272, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/oldWALs, maxLogs=32 2024-12-05T14:18:31,750 INFO [RS:1;b4b2141ac52b:36649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:31,752 INFO [RS:1;b4b2141ac52b:36649 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C36649%2C1733408311303, suffix=, logDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,36649,1733408311303, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/oldWALs, maxLogs=32 2024-12-05T14:18:31,764 DEBUG [RS:0;b4b2141ac52b:46021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,46021,1733408311272/b4b2141ac52b%2C46021%2C1733408311272.1733408311749, exclude list is [], retry=0 2024-12-05T14:18:31,768 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39679,DS-5a6a6431-1f9f-4341-bf48-dbeebe3a0118,DISK] 2024-12-05T14:18:31,768 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36779,DS-3f2db737-f87a-4c1f-b5e2-ab66c83b461a,DISK] 2024-12-05T14:18:31,770 INFO [RS:0;b4b2141ac52b:46021 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,46021,1733408311272/b4b2141ac52b%2C46021%2C1733408311272.1733408311749 2024-12-05T14:18:31,771 DEBUG [RS:0;b4b2141ac52b:46021 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36809:36809),(127.0.0.1/127.0.0.1:42457:42457)] 2024-12-05T14:18:31,776 DEBUG [RS:1;b4b2141ac52b:36649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,36649,1733408311303/b4b2141ac52b%2C36649%2C1733408311303.1733408311754, exclude list is [], retry=0 2024-12-05T14:18:31,779 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39679,DS-5a6a6431-1f9f-4341-bf48-dbeebe3a0118,DISK] 2024-12-05T14:18:31,779 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36779,DS-3f2db737-f87a-4c1f-b5e2-ab66c83b461a,DISK] 2024-12-05T14:18:31,784 INFO [RS:1;b4b2141ac52b:36649 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,36649,1733408311303/b4b2141ac52b%2C36649%2C1733408311303.1733408311754 2024-12-05T14:18:31,785 DEBUG [RS:1;b4b2141ac52b:36649 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36809:36809),(127.0.0.1/127.0.0.1:42457:42457)] 2024-12-05T14:18:31,985 DEBUG [b4b2141ac52b:39427 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T14:18:31,985 DEBUG [b4b2141ac52b:39427 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:31,987 DEBUG [b4b2141ac52b:39427 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:31,987 DEBUG [b4b2141ac52b:39427 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:31,987 INFO [b4b2141ac52b:39427 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:31,987 INFO [b4b2141ac52b:39427 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:31,987 DEBUG [b4b2141ac52b:39427 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:31,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:31,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,36649,1733408311303, state=OPENING 2024-12-05T14:18:31,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:18:31,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:31,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b4b2141ac52b,36649,1733408311303}] 2024-12-05T14:18:31,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:31,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:31,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:32,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:18:32,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:18:32,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:32,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:32,149 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:32,154 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T14:18:32,154 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:32,154 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:18:32,156 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C36649%2C1733408311303.meta, suffix=.meta, logDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,36649,1733408311303, archiveDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/oldWALs, maxLogs=32 2024-12-05T14:18:32,179 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,36649,1733408311303/b4b2141ac52b%2C36649%2C1733408311303.meta.1733408312157.meta, exclude list is [], retry=0 2024-12-05T14:18:32,181 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39679,DS-5a6a6431-1f9f-4341-bf48-dbeebe3a0118,DISK] 2024-12-05T14:18:32,181 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36779,DS-3f2db737-f87a-4c1f-b5e2-ab66c83b461a,DISK] 2024-12-05T14:18:32,183 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/WALs/b4b2141ac52b,36649,1733408311303/b4b2141ac52b%2C36649%2C1733408311303.meta.1733408312157.meta 2024-12-05T14:18:32,184 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36809:36809),(127.0.0.1/127.0.0.1:42457:42457)] 2024-12-05T14:18:32,184 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:32,184 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:18:32,184 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:18:32,184 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:18:32,185 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:18:32,185 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:32,185 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T14:18:32,185 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T14:18:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:32,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:32,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:32,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:32,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:32,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:32,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:32,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:32,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:32,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:32,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:32,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:32,192 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740 2024-12-05T14:18:32,194 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740 2024-12-05T14:18:32,195 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:32,197 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:32,197 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71078488, jitterRate=0.05915200710296631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:32,199 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:32,199 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408312146 2024-12-05T14:18:32,202 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:18:32,202 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T14:18:32,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:32,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,36649,1733408311303, state=OPEN 2024-12-05T14:18:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:32,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:32,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:32,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:32,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:32,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:18:32,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b4b2141ac52b,36649,1733408311303 in 213 msec 2024-12-05T14:18:32,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:18:32,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-12-05T14:18:32,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 707 msec 2024-12-05T14:18:32,214 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408312213, completionTime=-1 2024-12-05T14:18:32,214 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T14:18:32,214 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T14:18:32,215 DEBUG [hconnection-0x2506a352-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:32,216 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:32,218 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T14:18:32,218 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408372218 2024-12-05T14:18:32,218 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408432218 2024-12-05T14:18:32,218 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-05T14:18:32,225 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39427,1733408311223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:32,225 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39427,1733408311223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:32,225 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39427,1733408311223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:32,225 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4b2141ac52b:39427, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:32,226 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:32,226 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T14:18:32,226 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:32,227 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T14:18:32,227 DEBUG [master/b4b2141ac52b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T14:18:32,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:32,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:32,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:32,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:32,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:32,240 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 149b63bb81061924f70e6b019e939085, NAME => 'hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631 2024-12-05T14:18:32,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:32,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:32,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:32,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 149b63bb81061924f70e6b019e939085, disabling compactions & flushes 2024-12-05T14:18:32,248 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:32,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:32,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. after waiting 0 ms 2024-12-05T14:18:32,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:32,248 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:32,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 149b63bb81061924f70e6b019e939085: 2024-12-05T14:18:32,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:32,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733408312250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408312250"}]},"ts":"1733408312250"} 2024-12-05T14:18:32,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T14:18:32,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:32,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408312253"}]},"ts":"1733408312253"} 2024-12-05T14:18:32,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T14:18:32,262 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:32,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:32,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:32,263 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:32,263 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:32,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:32,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=149b63bb81061924f70e6b019e939085, ASSIGN}] 2024-12-05T14:18:32,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=149b63bb81061924f70e6b019e939085, ASSIGN 2024-12-05T14:18:32,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=149b63bb81061924f70e6b019e939085, ASSIGN; state=OFFLINE, location=b4b2141ac52b,36649,1733408311303; forceNewPlan=false, retain=false 2024-12-05T14:18:32,416 INFO [b4b2141ac52b:39427 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T14:18:32,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=149b63bb81061924f70e6b019e939085, regionState=OPENING, regionLocation=b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:32,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 149b63bb81061924f70e6b019e939085, server=b4b2141ac52b,36649,1733408311303}] 2024-12-05T14:18:32,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:32,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:32,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 149b63bb81061924f70e6b019e939085, NAME => 'hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:32,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:32,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:32,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:32,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:32,580 INFO [StoreOpener-149b63bb81061924f70e6b019e939085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:32,581 INFO [StoreOpener-149b63bb81061924f70e6b019e939085-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 149b63bb81061924f70e6b019e939085 columnFamilyName info 2024-12-05T14:18:32,581 DEBUG [StoreOpener-149b63bb81061924f70e6b019e939085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:32,582 INFO [StoreOpener-149b63bb81061924f70e6b019e939085-1 {}] regionserver.HStore(327): Store=149b63bb81061924f70e6b019e939085/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:32,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085 2024-12-05T14:18:32,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085 2024-12-05T14:18:32,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:32,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:32,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 149b63bb81061924f70e6b019e939085; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62380797, jitterRate=-0.0704536885023117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:32,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 149b63bb81061924f70e6b019e939085: 2024-12-05T14:18:32,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085., pid=6, masterSystemTime=1733408312572 2024-12-05T14:18:32,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:32,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:32,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=149b63bb81061924f70e6b019e939085, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:32,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:18:32,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 149b63bb81061924f70e6b019e939085, server=b4b2141ac52b,36649,1733408311303 in 178 msec 2024-12-05T14:18:32,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:18:32,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=149b63bb81061924f70e6b019e939085, ASSIGN in 337 msec 2024-12-05T14:18:32,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:32,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408312604"}]},"ts":"1733408312604"} 2024-12-05T14:18:32,606 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T14:18:32,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:32,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 383 msec 2024-12-05T14:18:32,628 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T14:18:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:32,636 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T14:18:32,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:32,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 13 msec 2024-12-05T14:18:32,658 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T14:18:32,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:32,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-12-05T14:18:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T14:18:32,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T14:18:32,689 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.354sec 2024-12-05T14:18:32,690 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:18:32,690 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:18:32,690 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:18:32,690 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:18:32,690 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:18:32,690 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39427,1733408311223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:32,690 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39427,1733408311223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:18:32,692 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:18:32,692 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:18:32,692 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39427,1733408311223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:32,730 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x719a6d70 to 127.0.0.1:60833 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aca3c20 2024-12-05T14:18:32,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232a61a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:32,736 DEBUG [hconnection-0x61520b5e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:32,738 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:32,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:32,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:32,743 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:32,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T14:18:32,747 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:32,747 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:32,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T14:18:32,748 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:32,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:32,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:32,760 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 489f6e7bad25330bde666ece5c74daee, NAME => 'testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631 2024-12-05T14:18:32,761 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => edaf4773a6e7a99da889c1cb3c20c076, NAME => 'testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631 2024-12-05T14:18:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:32,774 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:32,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 489f6e7bad25330bde666ece5c74daee, disabling compactions & flushes 2024-12-05T14:18:32,775 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:32,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:32,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. after waiting 0 ms 2024-12-05T14:18:32,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:32,775 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:32,775 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 489f6e7bad25330bde666ece5c74daee: 2024-12-05T14:18:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:33,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:33,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing edaf4773a6e7a99da889c1cb3c20c076, disabling compactions & flushes 2024-12-05T14:18:33,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. after waiting 0 ms 2024-12-05T14:18:33,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for edaf4773a6e7a99da889c1cb3c20c076: 2024-12-05T14:18:33,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:33,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408313179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408313179"}]},"ts":"1733408313179"} 2024-12-05T14:18:33,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408313179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408313179"}]},"ts":"1733408313179"} 2024-12-05T14:18:33,183 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T14:18:33,184 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:33,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408313184"}]},"ts":"1733408313184"} 2024-12-05T14:18:33,186 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T14:18:33,192 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:33,193 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:33,193 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:33,193 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:33,193 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:33,193 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:33,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=489f6e7bad25330bde666ece5c74daee, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edaf4773a6e7a99da889c1cb3c20c076, ASSIGN}] 2024-12-05T14:18:33,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=489f6e7bad25330bde666ece5c74daee, ASSIGN 2024-12-05T14:18:33,195 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edaf4773a6e7a99da889c1cb3c20c076, ASSIGN 2024-12-05T14:18:33,196 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=489f6e7bad25330bde666ece5c74daee, ASSIGN; state=OFFLINE, location=b4b2141ac52b,36649,1733408311303; forceNewPlan=false, retain=false 2024-12-05T14:18:33,196 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edaf4773a6e7a99da889c1cb3c20c076, ASSIGN; state=OFFLINE, location=b4b2141ac52b,46021,1733408311272; forceNewPlan=false, retain=false 2024-12-05T14:18:33,347 INFO [b4b2141ac52b:39427 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T14:18:33,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=edaf4773a6e7a99da889c1cb3c20c076, regionState=OPENING, regionLocation=b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:33,347 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=489f6e7bad25330bde666ece5c74daee, regionState=OPENING, regionLocation=b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:33,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure edaf4773a6e7a99da889c1cb3c20c076, server=b4b2141ac52b,46021,1733408311272}] 2024-12-05T14:18:33,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 489f6e7bad25330bde666ece5c74daee, server=b4b2141ac52b,36649,1733408311303}] 2024-12-05T14:18:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:33,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:33,502 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:33,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:33,504 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:33,508 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,508 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,508 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 489f6e7bad25330bde666ece5c74daee, NAME => 'testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T14:18:33,508 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => edaf4773a6e7a99da889c1cb3c20c076, NAME => 'testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T14:18:33,508 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,508 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:33,509 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,509 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,509 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,509 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:33,509 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,509 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,511 INFO [StoreOpener-edaf4773a6e7a99da889c1cb3c20c076-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,511 INFO [StoreOpener-489f6e7bad25330bde666ece5c74daee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,513 INFO [StoreOpener-489f6e7bad25330bde666ece5c74daee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489f6e7bad25330bde666ece5c74daee columnFamilyName family 2024-12-05T14:18:33,513 INFO [StoreOpener-edaf4773a6e7a99da889c1cb3c20c076-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edaf4773a6e7a99da889c1cb3c20c076 columnFamilyName family 2024-12-05T14:18:33,513 DEBUG [StoreOpener-edaf4773a6e7a99da889c1cb3c20c076-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:33,513 DEBUG [StoreOpener-489f6e7bad25330bde666ece5c74daee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:33,513 INFO [StoreOpener-489f6e7bad25330bde666ece5c74daee-1 {}] regionserver.HStore(327): Store=489f6e7bad25330bde666ece5c74daee/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:33,513 INFO [StoreOpener-edaf4773a6e7a99da889c1cb3c20c076-1 {}] regionserver.HStore(327): Store=edaf4773a6e7a99da889c1cb3c20c076/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:33,514 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,514 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,515 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,515 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,517 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,517 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,520 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:33,520 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 489f6e7bad25330bde666ece5c74daee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74561565, jitterRate=0.11105389893054962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:33,521 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:33,521 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened edaf4773a6e7a99da889c1cb3c20c076; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68088979, jitterRate=0.014604851603507996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:33,522 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for edaf4773a6e7a99da889c1cb3c20c076: 2024-12-05T14:18:33,522 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 489f6e7bad25330bde666ece5c74daee: 2024-12-05T14:18:33,523 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee., pid=13, masterSystemTime=1733408313503 2024-12-05T14:18:33,523 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076., pid=12, masterSystemTime=1733408313502 2024-12-05T14:18:33,525 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,525 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=489f6e7bad25330bde666ece5c74daee, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:33,527 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,527 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=edaf4773a6e7a99da889c1cb3c20c076, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:33,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T14:18:33,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 489f6e7bad25330bde666ece5c74daee, server=b4b2141ac52b,36649,1733408311303 in 178 msec 2024-12-05T14:18:33,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T14:18:33,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure edaf4773a6e7a99da889c1cb3c20c076, server=b4b2141ac52b,46021,1733408311272 in 180 msec 2024-12-05T14:18:33,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=489f6e7bad25330bde666ece5c74daee, ASSIGN in 337 msec 2024-12-05T14:18:33,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-05T14:18:33,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edaf4773a6e7a99da889c1cb3c20c076, ASSIGN in 338 msec 2024-12-05T14:18:33,535 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:33,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408313535"}]},"ts":"1733408313535"} 2024-12-05T14:18:33,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T14:18:33,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:33,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 796 msec 2024-12-05T14:18:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:33,857 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T14:18:33,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T14:18:33,857 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:33,861 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T14:18:33,861 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:33,861 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T14:18:33,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:33,877 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:33,884 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing edaf4773a6e7a99da889c1cb3c20c076 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T14:18:33,902 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076/.tmp/family/0b43ec2c337d4631ab9cdb09d1458731 is 32, key is 5/family:/1733408313877/Put/seqid=0 2024-12-05T14:18:33,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:33,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:33,909 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076/.tmp/family/0b43ec2c337d4631ab9cdb09d1458731 2024-12-05T14:18:33,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076/.tmp/family/0b43ec2c337d4631ab9cdb09d1458731 as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076/family/0b43ec2c337d4631ab9cdb09d1458731 2024-12-05T14:18:33,922 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076/family/0b43ec2c337d4631ab9cdb09d1458731, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T14:18:33,923 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for edaf4773a6e7a99da889c1cb3c20c076 in 39ms, sequenceid=9, compaction requested=false 2024-12-05T14:18:33,923 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for edaf4773a6e7a99da889c1cb3c20c076: 2024-12-05T14:18:33,923 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 489f6e7bad25330bde666ece5c74daee 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T14:18:33,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee/.tmp/family/97f1d23a386946039ae20de090a39565 is 32, key is 1/family:/1733408313865/Put/seqid=0 2024-12-05T14:18:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:33,946 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee/.tmp/family/97f1d23a386946039ae20de090a39565 2024-12-05T14:18:33,953 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee/.tmp/family/97f1d23a386946039ae20de090a39565 as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee/family/97f1d23a386946039ae20de090a39565 2024-12-05T14:18:33,959 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee/family/97f1d23a386946039ae20de090a39565, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T14:18:33,960 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 489f6e7bad25330bde666ece5c74daee in 37ms, sequenceid=8, compaction requested=false 2024-12-05T14:18:33,960 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 489f6e7bad25330bde666ece5c74daee: 2024-12-05T14:18:33,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:33,972 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:33,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:33,975 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:33,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T14:18:33,975 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T14:18:33,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x719a6d70 to 127.0.0.1:60833 2024-12-05T14:18:33,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:33,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:18:33,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464283946, stopped=false 2024-12-05T14:18:33,976 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:33,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T14:18:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:33,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:33,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:33,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:33,981 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,46021,1733408311272' ***** 2024-12-05T14:18:33,981 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:33,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:33,981 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:33,982 INFO [RS:0;b4b2141ac52b:46021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:33,982 INFO [RS:0;b4b2141ac52b:46021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:33,982 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(3579): Received CLOSE for edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,982 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:33,982 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,36649,1733408311303' ***** 2024-12-05T14:18:33,982 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:33,982 DEBUG [RS:0;b4b2141ac52b:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:33,982 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T14:18:33,982 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1603): Online Regions={edaf4773a6e7a99da889c1cb3c20c076=testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076.} 2024-12-05T14:18:33,982 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing edaf4773a6e7a99da889c1cb3c20c076, disabling compactions & flushes 2024-12-05T14:18:33,982 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,982 DEBUG [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1629): Waiting on edaf4773a6e7a99da889c1cb3c20c076 2024-12-05T14:18:33,982 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,982 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:33,982 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. after waiting 0 ms 2024-12-05T14:18:33,982 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:33,983 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(3579): Received CLOSE for 489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(3579): Received CLOSE for 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:33,983 DEBUG [RS:1;b4b2141ac52b:36649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:33,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 489f6e7bad25330bde666ece5c74daee, disabling compactions & flushes 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:33,983 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:33,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. after waiting 0 ms 2024-12-05T14:18:33,983 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T14:18:33,984 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,984 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T14:18:33,984 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 489f6e7bad25330bde666ece5c74daee=testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee., 149b63bb81061924f70e6b019e939085=hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085.} 2024-12-05T14:18:33,984 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1629): Waiting on 149b63bb81061924f70e6b019e939085, 1588230740, 489f6e7bad25330bde666ece5c74daee 2024-12-05T14:18:33,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:33,984 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:33,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:33,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:33,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:33,985 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T14:18:33,988 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/edaf4773a6e7a99da889c1cb3c20c076/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T14:18:33,989 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,989 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/default/testClearRegionBlockCache/489f6e7bad25330bde666ece5c74daee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:18:33,989 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for edaf4773a6e7a99da889c1cb3c20c076: 2024-12-05T14:18:33,989 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076. 2024-12-05T14:18:33,990 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,990 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 489f6e7bad25330bde666ece5c74daee: 2024-12-05T14:18:33,990 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733408312744.489f6e7bad25330bde666ece5c74daee. 2024-12-05T14:18:33,990 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 149b63bb81061924f70e6b019e939085, disabling compactions & flushes 2024-12-05T14:18:33,990 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:33,990 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:33,990 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. after waiting 0 ms 2024-12-05T14:18:33,990 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:33,990 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 149b63bb81061924f70e6b019e939085 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T14:18:33,994 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:34,001 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:34,005 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/.tmp/info/86a55b3ceb16440fb8fea424661d1870 is 173, key is testClearRegionBlockCache,5,1733408312744.edaf4773a6e7a99da889c1cb3c20c076./info:regioninfo/1733408313527/Put/seqid=0 2024-12-05T14:18:34,006 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085/.tmp/info/2b089a9f014c4736b8f2127a568b20aa is 45, key is default/info:d/1733408312641/Put/seqid=0 2024-12-05T14:18:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741843_1019 (size=9337) 2024-12-05T14:18:34,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741843_1019 (size=9337) 2024-12-05T14:18:34,012 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/.tmp/info/86a55b3ceb16440fb8fea424661d1870 2024-12-05T14:18:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741844_1020 (size=5037) 2024-12-05T14:18:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741844_1020 (size=5037) 2024-12-05T14:18:34,034 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/.tmp/table/e105d56cc88c4ce7981475215b59cd79 is 61, key is testClearRegionBlockCache/table:state/1733408313535/Put/seqid=0 2024-12-05T14:18:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:34,040 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/.tmp/table/e105d56cc88c4ce7981475215b59cd79 2024-12-05T14:18:34,047 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/.tmp/info/86a55b3ceb16440fb8fea424661d1870 as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/info/86a55b3ceb16440fb8fea424661d1870 2024-12-05T14:18:34,053 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/info/86a55b3ceb16440fb8fea424661d1870, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T14:18:34,054 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/.tmp/table/e105d56cc88c4ce7981475215b59cd79 as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/table/e105d56cc88c4ce7981475215b59cd79 2024-12-05T14:18:34,060 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/table/e105d56cc88c4ce7981475215b59cd79, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T14:18:34,062 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=16, compaction requested=false 2024-12-05T14:18:34,066 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:18:34,067 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:18:34,067 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:34,067 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:34,067 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:34,183 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,46021,1733408311272; all regions closed. 2024-12-05T14:18:34,184 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1629): Waiting on 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:34,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741833_1009 (size=1867) 2024-12-05T14:18:34,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741833_1009 (size=1867) 2024-12-05T14:18:34,188 DEBUG [RS:0;b4b2141ac52b:46021 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/oldWALs 2024-12-05T14:18:34,188 INFO [RS:0;b4b2141ac52b:46021 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C46021%2C1733408311272:(num 1733408311749) 2024-12-05T14:18:34,188 DEBUG [RS:0;b4b2141ac52b:46021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:34,188 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:34,189 INFO [RS:0;b4b2141ac52b:46021 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:34,189 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:34,189 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:34,189 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:34,189 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:34,189 INFO [RS:0;b4b2141ac52b:46021 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46021 2024-12-05T14:18:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,46021,1733408311272 2024-12-05T14:18:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:34,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,46021,1733408311272] 2024-12-05T14:18:34,195 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,46021,1733408311272; numProcessing=1 2024-12-05T14:18:34,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,46021,1733408311272 already deleted, retry=false 2024-12-05T14:18:34,197 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,46021,1733408311272 expired; onlineServers=1 2024-12-05T14:18:34,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:34,295 INFO [RS:0;b4b2141ac52b:46021 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,46021,1733408311272; zookeeper connection closed. 2024-12-05T14:18:34,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46021-0x100628b808e0001, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:34,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ac9ffa9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ac9ffa9 2024-12-05T14:18:34,385 DEBUG [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1629): Waiting on 149b63bb81061924f70e6b019e939085 2024-12-05T14:18:34,414 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085/.tmp/info/2b089a9f014c4736b8f2127a568b20aa 2024-12-05T14:18:34,421 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085/.tmp/info/2b089a9f014c4736b8f2127a568b20aa as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085/info/2b089a9f014c4736b8f2127a568b20aa 2024-12-05T14:18:34,427 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085/info/2b089a9f014c4736b8f2127a568b20aa, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T14:18:34,428 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 149b63bb81061924f70e6b019e939085 in 438ms, sequenceid=6, compaction requested=false 2024-12-05T14:18:34,433 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/data/hbase/namespace/149b63bb81061924f70e6b019e939085/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:18:34,434 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:34,434 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 149b63bb81061924f70e6b019e939085: 2024-12-05T14:18:34,434 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733408312226.149b63bb81061924f70e6b019e939085. 2024-12-05T14:18:34,585 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,36649,1733408311303; all regions closed. 2024-12-05T14:18:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:34,590 DEBUG [RS:1;b4b2141ac52b:36649 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/oldWALs 2024-12-05T14:18:34,590 INFO [RS:1;b4b2141ac52b:36649 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C36649%2C1733408311303.meta:.meta(num 1733408312157) 2024-12-05T14:18:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741834_1010 (size=3079) 2024-12-05T14:18:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741834_1010 (size=3079) 2024-12-05T14:18:34,595 DEBUG [RS:1;b4b2141ac52b:36649 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/oldWALs 2024-12-05T14:18:34,595 INFO [RS:1;b4b2141ac52b:36649 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C36649%2C1733408311303:(num 1733408311754) 2024-12-05T14:18:34,595 DEBUG [RS:1;b4b2141ac52b:36649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:34,595 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:34,595 INFO [RS:1;b4b2141ac52b:36649 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:34,596 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:34,596 INFO [RS:1;b4b2141ac52b:36649 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36649 2024-12-05T14:18:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,36649,1733408311303 2024-12-05T14:18:34,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,36649,1733408311303] 2024-12-05T14:18:34,601 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,36649,1733408311303; numProcessing=2 2024-12-05T14:18:34,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,36649,1733408311303 already deleted, retry=false 2024-12-05T14:18:34,603 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,36649,1733408311303 expired; onlineServers=0 2024-12-05T14:18:34,603 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,39427,1733408311223' ***** 2024-12-05T14:18:34,603 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:18:34,603 DEBUG [M:0;b4b2141ac52b:39427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a62066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:34,603 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,39427,1733408311223 2024-12-05T14:18:34,603 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,39427,1733408311223; all regions closed. 2024-12-05T14:18:34,604 DEBUG [M:0;b4b2141ac52b:39427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:34,604 DEBUG [M:0;b4b2141ac52b:39427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:18:34,604 DEBUG [M:0;b4b2141ac52b:39427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:18:34,604 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:18:34,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408311514 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408311514,5,FailOnTimeoutGroup] 2024-12-05T14:18:34,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408311515 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408311515,5,FailOnTimeoutGroup] 2024-12-05T14:18:34,604 INFO [M:0;b4b2141ac52b:39427 {}] hbase.ChoreService(370): Chore service for: master/b4b2141ac52b:0 had [] on shutdown 2024-12-05T14:18:34,604 DEBUG [M:0;b4b2141ac52b:39427 {}] master.HMaster(1733): Stopping service threads 2024-12-05T14:18:34,604 INFO [M:0;b4b2141ac52b:39427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:18:34,605 INFO [M:0;b4b2141ac52b:39427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:18:34,605 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:18:34,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:34,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:34,606 DEBUG [M:0;b4b2141ac52b:39427 {}] zookeeper.ZKUtil(347): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:18:34,606 WARN [M:0;b4b2141ac52b:39427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:18:34,606 INFO [M:0;b4b2141ac52b:39427 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T14:18:34,606 INFO [M:0;b4b2141ac52b:39427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:18:34,606 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:34,606 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:34,606 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:34,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:34,606 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:34,606 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:34,606 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T14:18:34,624 DEBUG [M:0;b4b2141ac52b:39427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1987fd386ef6457187cf21c9c6aab315 is 82, key is hbase:meta,,1/info:regioninfo/1733408312202/Put/seqid=0 2024-12-05T14:18:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:34,630 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1987fd386ef6457187cf21c9c6aab315 2024-12-05T14:18:34,653 DEBUG [M:0;b4b2141ac52b:39427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1baf8788f72e450691d25975a79bbab4 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733408313542/Put/seqid=0 2024-12-05T14:18:34,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:34,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:34,660 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1baf8788f72e450691d25975a79bbab4 2024-12-05T14:18:34,690 DEBUG [M:0;b4b2141ac52b:39427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37976358ec6e48d3bfeea835032daa88 is 69, key is b4b2141ac52b,36649,1733408311303/rs:state/1733408311561/Put/seqid=0 2024-12-05T14:18:34,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:34,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:34,696 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37976358ec6e48d3bfeea835032daa88 2024-12-05T14:18:34,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:34,701 INFO [RS:1;b4b2141ac52b:36649 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,36649,1733408311303; zookeeper connection closed. 2024-12-05T14:18:34,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36649-0x100628b808e0002, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:34,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@526b367e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@526b367e 2024-12-05T14:18:34,702 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T14:18:34,703 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1987fd386ef6457187cf21c9c6aab315 as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1987fd386ef6457187cf21c9c6aab315 2024-12-05T14:18:34,708 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1987fd386ef6457187cf21c9c6aab315, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T14:18:34,710 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1baf8788f72e450691d25975a79bbab4 as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1baf8788f72e450691d25975a79bbab4 2024-12-05T14:18:34,715 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1baf8788f72e450691d25975a79bbab4, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T14:18:34,716 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37976358ec6e48d3bfeea835032daa88 as hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37976358ec6e48d3bfeea835032daa88 2024-12-05T14:18:34,722 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45609/user/jenkins/test-data/0e581886-d8ea-a765-a757-1325e048e631/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37976358ec6e48d3bfeea835032daa88, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T14:18:34,723 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=108, compaction requested=false 2024-12-05T14:18:34,726 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:34,726 DEBUG [M:0;b4b2141ac52b:39427 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36779 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39679 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:34,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:34,730 INFO [M:0;b4b2141ac52b:39427 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T14:18:34,730 INFO [M:0;b4b2141ac52b:39427 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39427 2024-12-05T14:18:34,733 DEBUG [M:0;b4b2141ac52b:39427 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b4b2141ac52b,39427,1733408311223 already deleted, retry=false 2024-12-05T14:18:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:34,835 INFO [M:0;b4b2141ac52b:39427 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,39427,1733408311223; zookeeper connection closed. 2024-12-05T14:18:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39427-0x100628b808e0000, quorum=127.0.0.1:60833, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:34,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38c5ef58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:34,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54c26f4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:34,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:34,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36affc9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:34,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3b160d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:34,840 WARN [BP-507841138-172.17.0.2-1733408310460 heartbeating to localhost/127.0.0.1:45609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:34,840 WARN [BP-507841138-172.17.0.2-1733408310460 heartbeating to localhost/127.0.0.1:45609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507841138-172.17.0.2-1733408310460 (Datanode Uuid 50953eb2-7ed5-43c8-bbc7-0cfc6b01bf69) service to localhost/127.0.0.1:45609 2024-12-05T14:18:34,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:34,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:34,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data3/current/BP-507841138-172.17.0.2-1733408310460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:34,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data4/current/BP-507841138-172.17.0.2-1733408310460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:34,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:34,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ec4c4ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:34,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fb41fcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:34,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:34,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c169303{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:34,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f873445{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:34,880 WARN [BP-507841138-172.17.0.2-1733408310460 heartbeating to localhost/127.0.0.1:45609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:34,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:34,880 WARN [BP-507841138-172.17.0.2-1733408310460 heartbeating to localhost/127.0.0.1:45609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507841138-172.17.0.2-1733408310460 (Datanode Uuid 23db496b-b108-4529-8d8a-877e374974d3) service to localhost/127.0.0.1:45609 2024-12-05T14:18:34,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:34,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data1/current/BP-507841138-172.17.0.2-1733408310460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:34,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/cluster_eb09c9c7-fbbb-a822-8f63-00a7f4ddc71c/dfs/data/data2/current/BP-507841138-172.17.0.2-1733408310460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:34,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:34,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ca7f959{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:34,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1503c12f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:34,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:34,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de4950f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:34,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@232b6b50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:34,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:18:34,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T14:18:34,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=135 (was 105) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45609 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45609 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 187) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7170 (was 7476) 2024-12-05T14:18:34,936 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=135, OpenFileDescriptor=472, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7170 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir so I do NOT create it in target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c 2024-12-05T14:18:34,950 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.tmp.dir so I do NOT create it in target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c 2024-12-05T14:18:34,950 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d58c9928-dee3-d063-24c3-f81085bff00e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:18:34,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1, deleteOnExit=true 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/test.cache.data in system properties and HBase conf 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:18:34,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T14:18:34,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:18:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:18:34,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:18:34,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:35,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:35,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:35,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:35,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:35,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:35,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:35,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:35,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:35,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:35,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:35,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:35,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55777fba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:35,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ae7012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:35,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75bcef1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/java.io.tmpdir/jetty-localhost-38601-hadoop-hdfs-3_4_1-tests_jar-_-any-13627390669784915556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:35,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@764718ff{HTTP/1.1, (http/1.1)}{localhost:38601} 2024-12-05T14:18:35,210 INFO [Time-limited test {}] server.Server(415): Started @18816ms 2024-12-05T14:18:35,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:35,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:35,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:35,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:35,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:35,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6afb1aad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:35,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cfb0e16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:35,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c9adda2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/java.io.tmpdir/jetty-localhost-43991-hadoop-hdfs-3_4_1-tests_jar-_-any-6682847668862319973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:35,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35857cc4{HTTP/1.1, (http/1.1)}{localhost:43991} 2024-12-05T14:18:35,423 INFO [Time-limited test {}] server.Server(415): Started @19029ms 2024-12-05T14:18:35,424 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:35,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:35,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:35,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:35,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:35,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:35,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45d4757c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:35,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66881898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:35,530 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data1/current/BP-1994842774-172.17.0.2-1733408315031/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:35,530 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data2/current/BP-1994842774-172.17.0.2-1733408315031/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:35,548 WARN [Thread-874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb697ea4d9490f48b with lease ID 0xdf14e824f42f46ad: Processing first storage report for DS-d47eaea1-ef6e-41d6-a35b-4cc3b0dbaf78 from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=d06c4d7d-67a4-4a5c-a704-ce7015f4550c, infoPort=44089, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031) 2024-12-05T14:18:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb697ea4d9490f48b with lease ID 0xdf14e824f42f46ad: from storage DS-d47eaea1-ef6e-41d6-a35b-4cc3b0dbaf78 node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=d06c4d7d-67a4-4a5c-a704-ce7015f4550c, infoPort=44089, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb697ea4d9490f48b with lease ID 0xdf14e824f42f46ad: Processing first storage report for DS-f9e69112-cc18-470c-874a-c33061ec4845 from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=d06c4d7d-67a4-4a5c-a704-ce7015f4550c, infoPort=44089, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031) 2024-12-05T14:18:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb697ea4d9490f48b with lease ID 0xdf14e824f42f46ad: from storage DS-f9e69112-cc18-470c-874a-c33061ec4845 node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=d06c4d7d-67a4-4a5c-a704-ce7015f4550c, infoPort=44089, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:35,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55f31407{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/java.io.tmpdir/jetty-localhost-34885-hadoop-hdfs-3_4_1-tests_jar-_-any-9694503537791954062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:35,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ebc1491{HTTP/1.1, (http/1.1)}{localhost:34885} 2024-12-05T14:18:35,587 INFO [Time-limited test {}] server.Server(415): Started @19192ms 2024-12-05T14:18:35,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:35,676 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data3/current/BP-1994842774-172.17.0.2-1733408315031/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:35,676 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data4/current/BP-1994842774-172.17.0.2-1733408315031/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:35,699 WARN [Thread-910 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2397314e1eae9d6 with lease ID 0xdf14e824f42f46ae: Processing first storage report for DS-c4e99618-8b3c-42dc-bd40-26678f72a6ac from datanode DatanodeRegistration(127.0.0.1:41375, datanodeUuid=d090ce0c-acf3-4c07-89bc-359ece0f9042, infoPort=46813, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031) 2024-12-05T14:18:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2397314e1eae9d6 with lease ID 0xdf14e824f42f46ae: from storage DS-c4e99618-8b3c-42dc-bd40-26678f72a6ac node DatanodeRegistration(127.0.0.1:41375, datanodeUuid=d090ce0c-acf3-4c07-89bc-359ece0f9042, infoPort=46813, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2397314e1eae9d6 with lease ID 0xdf14e824f42f46ae: Processing first storage report for DS-98277536-cc10-4703-8199-2e230ed4c5a7 from datanode DatanodeRegistration(127.0.0.1:41375, datanodeUuid=d090ce0c-acf3-4c07-89bc-359ece0f9042, infoPort=46813, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031) 2024-12-05T14:18:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2397314e1eae9d6 with lease ID 0xdf14e824f42f46ae: from storage DS-98277536-cc10-4703-8199-2e230ed4c5a7 node DatanodeRegistration(127.0.0.1:41375, datanodeUuid=d090ce0c-acf3-4c07-89bc-359ece0f9042, infoPort=46813, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=1178881077;c=1733408315031), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:35,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c 2024-12-05T14:18:35,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/zookeeper_0, clientPort=61249, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:18:35,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61249 2024-12-05T14:18:35,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:35,731 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06 with version=8 2024-12-05T14:18:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/hbase-staging 2024-12-05T14:18:35,733 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:35,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:35,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:35,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:35,733 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:35,734 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43665 2024-12-05T14:18:35,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43665 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-12-05T14:18:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436650x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:35,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43665-0x100628b922a0000 connected 2024-12-05T14:18:35,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:35,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:35,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:35,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43665 2024-12-05T14:18:35,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43665 2024-12-05T14:18:35,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43665 2024-12-05T14:18:35,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43665 2024-12-05T14:18:35,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43665 2024-12-05T14:18:35,764 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06, hbase.cluster.distributed=false 2024-12-05T14:18:35,781 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:35,781 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35141 2024-12-05T14:18:35,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:35,788 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T14:18:35,794 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T14:18:35,799 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T14:18:35,799 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T14:18:35,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:35,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35141 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-12-05T14:18:35,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351410x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:35,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35141-0x100628b922a0001 connected 2024-12-05T14:18:35,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:35,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:35,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:35,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35141 2024-12-05T14:18:35,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35141 2024-12-05T14:18:35,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35141 2024-12-05T14:18:35,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35141 2024-12-05T14:18:35,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35141 2024-12-05T14:18:35,828 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:35,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:35,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:35,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:35,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:35,828 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:35,829 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38563 2024-12-05T14:18:35,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:35,830 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T14:18:35,839 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T14:18:35,839 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T14:18:35,840 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T14:18:35,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:35,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38563 connecting to ZooKeeper ensemble=127.0.0.1:61249 2024-12-05T14:18:35,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385630x0, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:35,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38563-0x100628b922a0002 connected 2024-12-05T14:18:35,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:35,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:35,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:35,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38563 2024-12-05T14:18:35,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38563 2024-12-05T14:18:35,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38563 2024-12-05T14:18:35,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38563 2024-12-05T14:18:35,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38563 2024-12-05T14:18:35,854 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:35,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:35,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:35,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:35,856 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:35,859 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:35,860 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4b2141ac52b,43665,1733408315733 from backup master directory 2024-12-05T14:18:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:35,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:35,862 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:35,862 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:35,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:35,867 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4b2141ac52b:43665 2024-12-05T14:18:35,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:35,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:35,874 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/hbase.id with ID: 39d71abf-98f4-4684-9836-fb81b5142114 2024-12-05T14:18:35,885 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:35,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:35,898 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:35,899 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:18:35,900 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:35,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:35,909 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store 2024-12-05T14:18:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:35,915 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:35,916 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:35,916 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:35,916 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:35,916 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:35,916 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:35,916 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:35,916 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:35,917 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/.initializing 2024-12-05T14:18:35,917 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/WALs/b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:35,918 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:35,919 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C43665%2C1733408315733, suffix=, logDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/WALs/b4b2141ac52b,43665,1733408315733, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/oldWALs, maxLogs=10 2024-12-05T14:18:35,935 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/WALs/b4b2141ac52b,43665,1733408315733/b4b2141ac52b%2C43665%2C1733408315733.1733408315919, exclude list is [], retry=0 2024-12-05T14:18:35,938 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-c4e99618-8b3c-42dc-bd40-26678f72a6ac,DISK] 2024-12-05T14:18:35,938 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-d47eaea1-ef6e-41d6-a35b-4cc3b0dbaf78,DISK] 2024-12-05T14:18:35,940 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/WALs/b4b2141ac52b,43665,1733408315733/b4b2141ac52b%2C43665%2C1733408315733.1733408315919 2024-12-05T14:18:35,940 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813),(127.0.0.1/127.0.0.1:44089:44089)] 2024-12-05T14:18:35,940 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:35,940 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:35,940 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,940 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:18:35,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:35,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:35,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:18:35,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:35,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:35,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:18:35,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:35,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:35,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:18:35,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:35,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:35,950 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,950 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,952 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:18:35,953 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:35,955 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:35,955 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72071331, jitterRate=0.0739465206861496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:18:35,956 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:35,956 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:18:35,960 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13851a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:35,961 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T14:18:35,961 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:18:35,961 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:18:35,961 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:18:35,961 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:18:35,962 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:18:35,962 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:18:35,964 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:18:35,965 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:18:35,967 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:18:35,967 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:18:35,968 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:18:35,969 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:18:35,970 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:18:35,970 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:18:35,972 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:18:35,972 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:18:35,975 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:18:35,976 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:18:35,978 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:18:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,981 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b4b2141ac52b,43665,1733408315733, sessionid=0x100628b922a0000, setting cluster-up flag (Was=false) 2024-12-05T14:18:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,992 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:18:35,992 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:35,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:35,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:36,003 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:18:36,004 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:36,007 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:36,007 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T14:18:36,008 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:18:36,008 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4b2141ac52b,43665,1733408315733 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:18:36,008 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:36,008 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:36,008 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:36,008 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:36,009 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4b2141ac52b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:18:36,009 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,009 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:36,009 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:36,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408346011 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:18:36,011 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,012 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:18:36,012 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:18:36,012 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:18:36,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:36,012 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:18:36,012 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:18:36,012 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408316012,5,FailOnTimeoutGroup] 2024-12-05T14:18:36,013 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408316013,5,FailOnTimeoutGroup] 2024-12-05T14:18:36,013 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,013 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:18:36,013 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,013 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:36,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T14:18:36,021 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06 2024-12-05T14:18:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:36,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:36,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:36,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:36,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:36,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:36,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:36,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:36,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:36,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:36,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:36,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740 2024-12-05T14:18:36,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740 2024-12-05T14:18:36,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:36,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:36,043 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71140182, jitterRate=0.060071319341659546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:36,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:36,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:36,044 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:36,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:36,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:36,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:36,044 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:36,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:36,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:36,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T14:18:36,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:18:36,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:18:36,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:18:36,066 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4b2141ac52b:35141 2024-12-05T14:18:36,066 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4b2141ac52b:38563 2024-12-05T14:18:36,067 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1008): ClusterId : 39d71abf-98f4-4684-9836-fb81b5142114 2024-12-05T14:18:36,067 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1008): ClusterId : 39d71abf-98f4-4684-9836-fb81b5142114 2024-12-05T14:18:36,067 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:36,067 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:36,070 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:36,070 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:36,070 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:36,070 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:36,074 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:36,074 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:36,074 DEBUG [RS:0;b4b2141ac52b:35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac2d931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:36,074 DEBUG [RS:0;b4b2141ac52b:35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4835d54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:36,074 DEBUG [RS:1;b4b2141ac52b:38563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48581a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:36,074 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:36,074 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:36,074 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:36,075 DEBUG [RS:1;b4b2141ac52b:38563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252804f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:36,075 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:36,075 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:36,075 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:36,075 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,43665,1733408315733 with isa=b4b2141ac52b/172.17.0.2:35141, startcode=1733408315780 2024-12-05T14:18:36,075 DEBUG [RS:0;b4b2141ac52b:35141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:36,075 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,43665,1733408315733 with isa=b4b2141ac52b/172.17.0.2:38563, startcode=1733408315827 2024-12-05T14:18:36,076 DEBUG [RS:1;b4b2141ac52b:38563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:36,077 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53377, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:36,078 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58717, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:36,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:36,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43665 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:36,079 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06 2024-12-05T14:18:36,079 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44231 2024-12-05T14:18:36,079 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:36,080 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06 2024-12-05T14:18:36,080 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44231 2024-12-05T14:18:36,080 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:36,085 DEBUG [RS:0;b4b2141ac52b:35141 {}] zookeeper.ZKUtil(111): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,085 WARN [RS:0;b4b2141ac52b:35141 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:36,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,38563,1733408315827] 2024-12-05T14:18:36,085 INFO [RS:0;b4b2141ac52b:35141 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:36,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,35141,1733408315780] 2024-12-05T14:18:36,086 DEBUG [RS:1;b4b2141ac52b:38563 {}] zookeeper.ZKUtil(111): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:36,086 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,086 WARN [RS:1;b4b2141ac52b:38563 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:36,086 INFO [RS:1;b4b2141ac52b:38563 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:36,086 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:36,089 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:36,089 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:36,089 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:36,091 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:36,091 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:36,091 INFO [RS:0;b4b2141ac52b:35141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:36,091 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,091 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:36,092 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,092 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:36,092 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,092 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,092 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,092 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,093 INFO [RS:1;b4b2141ac52b:38563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:36,093 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:36,093 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:36,093 DEBUG [RS:0;b4b2141ac52b:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:36,093 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,093 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,093 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,093 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,093 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,35141,1733408315780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:36,094 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:36,094 DEBUG [RS:1;b4b2141ac52b:38563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:36,095 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,095 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,095 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,095 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,095 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,38563,1733408315827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:36,108 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:36,108 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,35141,1733408315780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,109 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:36,109 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,38563,1733408315827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,123 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.Replication(204): b4b2141ac52b,38563,1733408315827 started 2024-12-05T14:18:36,124 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,38563,1733408315827, RpcServer on b4b2141ac52b/172.17.0.2:38563, sessionid=0x100628b922a0002 2024-12-05T14:18:36,124 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:36,124 DEBUG [RS:1;b4b2141ac52b:38563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:36,124 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,38563,1733408315827' 2024-12-05T14:18:36,124 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:36,124 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:36,125 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:36,125 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:36,125 DEBUG [RS:1;b4b2141ac52b:38563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:36,125 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,38563,1733408315827' 2024-12-05T14:18:36,125 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:36,125 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:36,125 DEBUG [RS:1;b4b2141ac52b:38563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:36,125 INFO [RS:1;b4b2141ac52b:38563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:36,125 INFO [RS:1;b4b2141ac52b:38563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:36,128 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.Replication(204): b4b2141ac52b,35141,1733408315780 started 2024-12-05T14:18:36,128 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,35141,1733408315780, RpcServer on b4b2141ac52b/172.17.0.2:35141, sessionid=0x100628b922a0001 2024-12-05T14:18:36,128 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:36,128 DEBUG [RS:0;b4b2141ac52b:35141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,128 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,35141,1733408315780' 2024-12-05T14:18:36,128 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:36,129 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:36,129 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:36,129 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:36,129 DEBUG [RS:0;b4b2141ac52b:35141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,129 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,35141,1733408315780' 2024-12-05T14:18:36,129 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:36,129 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:36,130 DEBUG [RS:0;b4b2141ac52b:35141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:36,130 INFO [RS:0;b4b2141ac52b:35141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:36,130 INFO [RS:0;b4b2141ac52b:35141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:36,197 WARN [b4b2141ac52b:43665 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:18:36,226 INFO [RS:1;b4b2141ac52b:38563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:36,228 INFO [RS:1;b4b2141ac52b:38563 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C38563%2C1733408315827, suffix=, logDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,38563,1733408315827, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/oldWALs, maxLogs=32 2024-12-05T14:18:36,230 INFO [RS:0;b4b2141ac52b:35141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:36,232 INFO [RS:0;b4b2141ac52b:35141 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C35141%2C1733408315780, suffix=, logDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/oldWALs, maxLogs=32 2024-12-05T14:18:36,249 DEBUG [RS:1;b4b2141ac52b:38563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,38563,1733408315827/b4b2141ac52b%2C38563%2C1733408315827.1733408316228, exclude list is [], retry=0 2024-12-05T14:18:36,252 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-d47eaea1-ef6e-41d6-a35b-4cc3b0dbaf78,DISK] 2024-12-05T14:18:36,252 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-c4e99618-8b3c-42dc-bd40-26678f72a6ac,DISK] 2024-12-05T14:18:36,253 DEBUG [RS:0;b4b2141ac52b:35141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780/b4b2141ac52b%2C35141%2C1733408315780.1733408316232, exclude list is [], retry=0 2024-12-05T14:18:36,255 INFO [RS:1;b4b2141ac52b:38563 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,38563,1733408315827/b4b2141ac52b%2C38563%2C1733408315827.1733408316228 2024-12-05T14:18:36,255 DEBUG [RS:1;b4b2141ac52b:38563 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813),(127.0.0.1/127.0.0.1:44089:44089)] 2024-12-05T14:18:36,256 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-c4e99618-8b3c-42dc-bd40-26678f72a6ac,DISK] 2024-12-05T14:18:36,256 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-d47eaea1-ef6e-41d6-a35b-4cc3b0dbaf78,DISK] 2024-12-05T14:18:36,258 INFO [RS:0;b4b2141ac52b:35141 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780/b4b2141ac52b%2C35141%2C1733408315780.1733408316232 2024-12-05T14:18:36,259 DEBUG [RS:0;b4b2141ac52b:35141 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44089:44089),(127.0.0.1/127.0.0.1:46813:46813)] 2024-12-05T14:18:36,448 DEBUG [b4b2141ac52b:43665 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T14:18:36,448 DEBUG [b4b2141ac52b:43665 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:36,450 DEBUG [b4b2141ac52b:43665 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:36,450 DEBUG [b4b2141ac52b:43665 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:36,450 INFO [b4b2141ac52b:43665 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:36,450 INFO [b4b2141ac52b:43665 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:36,450 DEBUG [b4b2141ac52b:43665 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:36,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,451 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,35141,1733408315780, state=OPENING 2024-12-05T14:18:36,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:18:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:36,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:36,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:36,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:36,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b4b2141ac52b,35141,1733408315780}] 2024-12-05T14:18:36,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,610 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:36,612 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:36,616 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T14:18:36,616 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:36,617 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:18:36,618 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C35141%2C1733408315780.meta, suffix=.meta, logDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780, archiveDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/oldWALs, maxLogs=32 2024-12-05T14:18:36,632 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780/b4b2141ac52b%2C35141%2C1733408315780.meta.1733408316619.meta, exclude list is [], retry=0 2024-12-05T14:18:36,635 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-d47eaea1-ef6e-41d6-a35b-4cc3b0dbaf78,DISK] 2024-12-05T14:18:36,636 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41375,DS-c4e99618-8b3c-42dc-bd40-26678f72a6ac,DISK] 2024-12-05T14:18:36,638 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780/b4b2141ac52b%2C35141%2C1733408315780.meta.1733408316619.meta 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44089:44089),(127.0.0.1/127.0.0.1:46813:46813)] 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:18:36,639 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T14:18:36,639 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T14:18:36,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:36,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:36,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:36,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:36,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:36,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:36,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:36,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:36,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:36,645 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740 2024-12-05T14:18:36,646 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740 2024-12-05T14:18:36,648 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:36,649 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:36,650 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74067523, jitterRate=0.10369209945201874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:36,650 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:36,651 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408316609 2024-12-05T14:18:36,653 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:18:36,653 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T14:18:36,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,654 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,35141,1733408315780, state=OPEN 2024-12-05T14:18:36,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:36,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:36,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:36,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:36,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:36,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:36,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:18:36,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b4b2141ac52b,35141,1733408315780 in 200 msec 2024-12-05T14:18:36,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:18:36,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-12-05T14:18:36,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 655 msec 2024-12-05T14:18:36,663 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408316662, completionTime=-1 2024-12-05T14:18:36,663 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T14:18:36,663 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T14:18:36,664 DEBUG [hconnection-0x7d0e4ffd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:36,665 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:36,666 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T14:18:36,667 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408376666 2024-12-05T14:18:36,667 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408436667 2024-12-05T14:18:36,667 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T14:18:36,674 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:18:36,674 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43665,1733408315733-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,674 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43665,1733408315733-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,674 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43665,1733408315733-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,674 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4b2141ac52b:43665, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,674 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:36,675 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T14:18:36,675 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:36,676 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T14:18:36,677 DEBUG [master/b4b2141ac52b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T14:18:36,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:36,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:36,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:36,686 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a975efccddbd3b1e361ac5552bce1a87, NAME => 'hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06 2024-12-05T14:18:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:36,697 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:36,697 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a975efccddbd3b1e361ac5552bce1a87, disabling compactions & flushes 2024-12-05T14:18:36,697 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:36,697 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:36,697 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. after waiting 0 ms 2024-12-05T14:18:36,697 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:36,697 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:36,697 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a975efccddbd3b1e361ac5552bce1a87: 2024-12-05T14:18:36,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:36,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733408316698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408316698"}]},"ts":"1733408316698"} 2024-12-05T14:18:36,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T14:18:36,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:36,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408316702"}]},"ts":"1733408316702"} 2024-12-05T14:18:36,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T14:18:36,708 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:36,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:36,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:36,709 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:36,709 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:36,709 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:36,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a975efccddbd3b1e361ac5552bce1a87, ASSIGN}] 2024-12-05T14:18:36,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a975efccddbd3b1e361ac5552bce1a87, ASSIGN 2024-12-05T14:18:36,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a975efccddbd3b1e361ac5552bce1a87, ASSIGN; state=OFFLINE, location=b4b2141ac52b,35141,1733408315780; forceNewPlan=false, retain=false 2024-12-05T14:18:36,862 INFO [b4b2141ac52b:43665 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T14:18:36,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a975efccddbd3b1e361ac5552bce1a87, regionState=OPENING, regionLocation=b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:36,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a975efccddbd3b1e361ac5552bce1a87, server=b4b2141ac52b,35141,1733408315780}] 2024-12-05T14:18:37,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:37,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a975efccddbd3b1e361ac5552bce1a87, NAME => 'hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:37,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:37,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,023 INFO [StoreOpener-a975efccddbd3b1e361ac5552bce1a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,025 INFO [StoreOpener-a975efccddbd3b1e361ac5552bce1a87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a975efccddbd3b1e361ac5552bce1a87 columnFamilyName info 2024-12-05T14:18:37,025 DEBUG [StoreOpener-a975efccddbd3b1e361ac5552bce1a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:37,025 INFO [StoreOpener-a975efccddbd3b1e361ac5552bce1a87-1 {}] regionserver.HStore(327): Store=a975efccddbd3b1e361ac5552bce1a87/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:37,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:37,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a975efccddbd3b1e361ac5552bce1a87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62412315, jitterRate=-0.06998403370380402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:37,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a975efccddbd3b1e361ac5552bce1a87: 2024-12-05T14:18:37,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87., pid=6, masterSystemTime=1733408317017 2024-12-05T14:18:37,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,034 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a975efccddbd3b1e361ac5552bce1a87, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:37,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:18:37,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a975efccddbd3b1e361ac5552bce1a87, server=b4b2141ac52b,35141,1733408315780 in 171 msec 2024-12-05T14:18:37,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:18:37,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a975efccddbd3b1e361ac5552bce1a87, ASSIGN in 328 msec 2024-12-05T14:18:37,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:37,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408317040"}]},"ts":"1733408317040"} 2024-12-05T14:18:37,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T14:18:37,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:37,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 370 msec 2024-12-05T14:18:37,077 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T14:18:37,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:37,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:37,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:37,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:37,084 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T14:18:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:37,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-05T14:18:37,106 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T14:18:37,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:37,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-12-05T14:18:37,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T14:18:37,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T14:18:37,136 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.274sec 2024-12-05T14:18:37,136 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:18:37,136 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:18:37,136 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:18:37,136 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:18:37,136 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:18:37,136 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43665,1733408315733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:37,137 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43665,1733408315733-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:18:37,138 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:18:37,138 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:18:37,138 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43665,1733408315733-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:37,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b885d24 to 127.0.0.1:61249 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dd61c31 2024-12-05T14:18:37,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0f7c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:37,161 DEBUG [hconnection-0x31c5404e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:37,163 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:37,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:37,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:37,168 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:37,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T14:18:37,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:37,172 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T14:18:37,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:37,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:37,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:37,184 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c9430d8bd59d961ab1e37891a8e9ee75, NAME => 'testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06 2024-12-05T14:18:37,184 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6de3ddb926c39ee9332b2dca6418b53f, NAME => 'testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06 2024-12-05T14:18:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:37,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:37,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c9430d8bd59d961ab1e37891a8e9ee75, disabling compactions & flushes 2024-12-05T14:18:37,193 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. after waiting 0 ms 2024-12-05T14:18:37,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,193 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c9430d8bd59d961ab1e37891a8e9ee75: 2024-12-05T14:18:37,194 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:37,194 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 6de3ddb926c39ee9332b2dca6418b53f, disabling compactions & flushes 2024-12-05T14:18:37,194 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,194 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. after waiting 0 ms 2024-12-05T14:18:37,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,195 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6de3ddb926c39ee9332b2dca6418b53f: 2024-12-05T14:18:37,196 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:37,196 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408317196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408317196"}]},"ts":"1733408317196"} 2024-12-05T14:18:37,196 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408317196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408317196"}]},"ts":"1733408317196"} 2024-12-05T14:18:37,199 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T14:18:37,200 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:37,200 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408317200"}]},"ts":"1733408317200"} 2024-12-05T14:18:37,202 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T14:18:37,206 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:37,208 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:37,208 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:37,208 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:37,208 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:37,208 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:37,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9430d8bd59d961ab1e37891a8e9ee75, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6de3ddb926c39ee9332b2dca6418b53f, ASSIGN}] 2024-12-05T14:18:37,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6de3ddb926c39ee9332b2dca6418b53f, ASSIGN 2024-12-05T14:18:37,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9430d8bd59d961ab1e37891a8e9ee75, ASSIGN 2024-12-05T14:18:37,210 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6de3ddb926c39ee9332b2dca6418b53f, ASSIGN; state=OFFLINE, location=b4b2141ac52b,35141,1733408315780; forceNewPlan=false, retain=false 2024-12-05T14:18:37,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9430d8bd59d961ab1e37891a8e9ee75, ASSIGN; state=OFFLINE, location=b4b2141ac52b,38563,1733408315827; forceNewPlan=false, retain=false 2024-12-05T14:18:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:37,361 INFO [b4b2141ac52b:43665 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T14:18:37,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c9430d8bd59d961ab1e37891a8e9ee75, regionState=OPENING, regionLocation=b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:37,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6de3ddb926c39ee9332b2dca6418b53f, regionState=OPENING, regionLocation=b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:37,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 6de3ddb926c39ee9332b2dca6418b53f, server=b4b2141ac52b,35141,1733408315780}] 2024-12-05T14:18:37,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure c9430d8bd59d961ab1e37891a8e9ee75, server=b4b2141ac52b,38563,1733408315827}] 2024-12-05T14:18:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:37,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:37,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:37,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:37,519 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:37,520 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,520 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6de3ddb926c39ee9332b2dca6418b53f, NAME => 'testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T14:18:37,520 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,521 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:37,521 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,521 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,522 INFO [StoreOpener-6de3ddb926c39ee9332b2dca6418b53f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,523 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,523 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => c9430d8bd59d961ab1e37891a8e9ee75, NAME => 'testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T14:18:37,523 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,524 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:37,524 INFO [StoreOpener-6de3ddb926c39ee9332b2dca6418b53f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de3ddb926c39ee9332b2dca6418b53f columnFamilyName family 2024-12-05T14:18:37,524 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,524 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,524 DEBUG [StoreOpener-6de3ddb926c39ee9332b2dca6418b53f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:37,524 INFO [StoreOpener-6de3ddb926c39ee9332b2dca6418b53f-1 {}] regionserver.HStore(327): Store=6de3ddb926c39ee9332b2dca6418b53f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:37,525 INFO [StoreOpener-c9430d8bd59d961ab1e37891a8e9ee75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,525 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,526 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,527 INFO [StoreOpener-c9430d8bd59d961ab1e37891a8e9ee75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9430d8bd59d961ab1e37891a8e9ee75 columnFamilyName family 2024-12-05T14:18:37,527 DEBUG [StoreOpener-c9430d8bd59d961ab1e37891a8e9ee75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:37,527 INFO [StoreOpener-c9430d8bd59d961ab1e37891a8e9ee75-1 {}] regionserver.HStore(327): Store=c9430d8bd59d961ab1e37891a8e9ee75/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:37,528 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,528 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,528 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,530 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:37,530 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6de3ddb926c39ee9332b2dca6418b53f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72733972, jitterRate=0.083820641040802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:37,531 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,531 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6de3ddb926c39ee9332b2dca6418b53f: 2024-12-05T14:18:37,532 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f., pid=12, masterSystemTime=1733408317516 2024-12-05T14:18:37,533 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:37,533 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened c9430d8bd59d961ab1e37891a8e9ee75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61297468, jitterRate=-0.0865965485572815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:37,533 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for c9430d8bd59d961ab1e37891a8e9ee75: 2024-12-05T14:18:37,534 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,534 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,534 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75., pid=13, masterSystemTime=1733408317518 2024-12-05T14:18:37,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6de3ddb926c39ee9332b2dca6418b53f, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:37,536 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,536 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c9430d8bd59d961ab1e37891a8e9ee75, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:37,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T14:18:37,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 6de3ddb926c39ee9332b2dca6418b53f, server=b4b2141ac52b,35141,1733408315780 in 174 msec 2024-12-05T14:18:37,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6de3ddb926c39ee9332b2dca6418b53f, ASSIGN in 330 msec 2024-12-05T14:18:37,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T14:18:37,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure c9430d8bd59d961ab1e37891a8e9ee75, server=b4b2141ac52b,38563,1733408315827 in 175 msec 2024-12-05T14:18:37,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:18:37,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c9430d8bd59d961ab1e37891a8e9ee75, ASSIGN in 333 msec 2024-12-05T14:18:37,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:37,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408317543"}]},"ts":"1733408317543"} 2024-12-05T14:18:37,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T14:18:37,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:37,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 377 msec 2024-12-05T14:18:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43665 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:37,779 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T14:18:37,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T14:18:37,780 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T14:18:37,783 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T14:18:37,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:37,787 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:37,800 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6de3ddb926c39ee9332b2dca6418b53f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T14:18:37,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f/.tmp/family/1ea7f5a749fa4068bb76395fdac51161 is 32, key is 5/family:/1733408317795/Put/seqid=0 2024-12-05T14:18:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:37,822 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f/.tmp/family/1ea7f5a749fa4068bb76395fdac51161 2024-12-05T14:18:37,829 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f/.tmp/family/1ea7f5a749fa4068bb76395fdac51161 as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f/family/1ea7f5a749fa4068bb76395fdac51161 2024-12-05T14:18:37,835 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f/family/1ea7f5a749fa4068bb76395fdac51161, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T14:18:37,836 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6de3ddb926c39ee9332b2dca6418b53f in 36ms, sequenceid=9, compaction requested=false 2024-12-05T14:18:37,836 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6de3ddb926c39ee9332b2dca6418b53f: 2024-12-05T14:18:37,836 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c9430d8bd59d961ab1e37891a8e9ee75 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T14:18:37,852 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75/.tmp/family/66257f5d450d4c95b09e0d77f03e88ba is 32, key is 1/family:/1733408317787/Put/seqid=0 2024-12-05T14:18:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:37,858 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75/.tmp/family/66257f5d450d4c95b09e0d77f03e88ba 2024-12-05T14:18:37,864 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75/.tmp/family/66257f5d450d4c95b09e0d77f03e88ba as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75/family/66257f5d450d4c95b09e0d77f03e88ba 2024-12-05T14:18:37,870 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75/family/66257f5d450d4c95b09e0d77f03e88ba, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T14:18:37,871 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c9430d8bd59d961ab1e37891a8e9ee75 in 35ms, sequenceid=8, compaction requested=false 2024-12-05T14:18:37,871 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c9430d8bd59d961ab1e37891a8e9ee75: 2024-12-05T14:18:37,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f78d900 to 127.0.0.1:61249 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7903a781 2024-12-05T14:18:37,876 DEBUG [ReadOnlyZKClient-127.0.0.1:61249@0x0f78d900 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4794088e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:37,882 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T14:18:37,882 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-05T14:18:37,883 DEBUG [ReadOnlyZKClient-127.0.0.1:61249@0x0f78d900 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4b2141ac52b,35141,1733408315780, seqNum=-1] 2024-12-05T14:18:37,883 DEBUG [ReadOnlyZKClient-127.0.0.1:61249@0x0f78d900 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:37,885 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:37,887 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:37,887 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:37,888 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] bucket.BucketCache(1851): found 1 blocks for file 1ea7f5a749fa4068bb76395fdac51161, starting offset: 0, end offset: 9223372036854775807 2024-12-05T14:18:37,890 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] bucket.BucketCache(1851): found 1 blocks for file 66257f5d450d4c95b09e0d77f03e88ba, starting offset: 0, end offset: 9223372036854775807 2024-12-05T14:18:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38563 {}] bucket.BucketCache(843): removed key 66257f5d450d4c95b09e0d77f03e88ba_0 from back map with offset lock 2094080 in the evict process 2024-12-05T14:18:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] bucket.BucketCache(843): removed key 1ea7f5a749fa4068bb76395fdac51161_0 from back map with offset lock 2094080 in the evict process 2024-12-05T14:18:37,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-05T14:18:37,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:18:37,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:37,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f78d900 to 127.0.0.1:61249 2024-12-05T14:18:37,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T14:18:37,891 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T14:18:37,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b885d24 to 127.0.0.1:61249 2024-12-05T14:18:37,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:37,892 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:18:37,892 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331385028, stopped=false 2024-12-05T14:18:37,892 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:37,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T14:18:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:37,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:37,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:37,896 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,35141,1733408315780' ***** 2024-12-05T14:18:37,896 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:37,896 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,38563,1733408315827' ***** 2024-12-05T14:18:37,896 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:37,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:37,896 INFO [RS:0;b4b2141ac52b:35141 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T14:18:37,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:37,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:37,897 INFO [RS:0;b4b2141ac52b:35141 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T14:18:37,897 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T14:18:37,897 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T14:18:37,897 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:37,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:37,897 INFO [RS:1;b4b2141ac52b:38563 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T14:18:37,897 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T14:18:37,897 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T14:18:37,897 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T14:18:37,897 INFO [RS:1;b4b2141ac52b:38563 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T14:18:37,898 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:37,898 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T14:18:37,898 INFO [RS:1;b4b2141ac52b:38563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:37,898 INFO [RS:1;b4b2141ac52b:38563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:37,898 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(3579): Received CLOSE for c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(3579): Received CLOSE for a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,898 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:37,898 DEBUG [RS:1;b4b2141ac52b:38563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(3579): Received CLOSE for 6de3ddb926c39ee9332b2dca6418b53f 2024-12-05T14:18:37,898 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:37,898 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1603): Online Regions={c9430d8bd59d961ab1e37891a8e9ee75=testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75.} 2024-12-05T14:18:37,898 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9430d8bd59d961ab1e37891a8e9ee75, disabling compactions & flushes 2024-12-05T14:18:37,898 DEBUG [RS:0;b4b2141ac52b:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:37,898 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,898 DEBUG [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1629): Waiting on c9430d8bd59d961ab1e37891a8e9ee75 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:37,898 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a975efccddbd3b1e361ac5552bce1a87, disabling compactions & flushes 2024-12-05T14:18:37,898 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:37,898 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. after waiting 0 ms 2024-12-05T14:18:37,898 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,898 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,898 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T14:18:37,898 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,899 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. after waiting 0 ms 2024-12-05T14:18:37,899 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,899 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a975efccddbd3b1e361ac5552bce1a87 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T14:18:37,899 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T14:18:37,899 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1603): Online Regions={a975efccddbd3b1e361ac5552bce1a87=hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87., 6de3ddb926c39ee9332b2dca6418b53f=testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T14:18:37,899 DEBUG [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6de3ddb926c39ee9332b2dca6418b53f, a975efccddbd3b1e361ac5552bce1a87 2024-12-05T14:18:37,899 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:37,899 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:37,899 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:37,899 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:37,899 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:37,899 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T14:18:37,903 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/c9430d8bd59d961ab1e37891a8e9ee75/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:18:37,904 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,904 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9430d8bd59d961ab1e37891a8e9ee75: 2024-12-05T14:18:37,904 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733408317169.c9430d8bd59d961ab1e37891a8e9ee75. 2024-12-05T14:18:37,920 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87/.tmp/info/129da845f6fb45988b91d432f8af0551 is 45, key is default/info:d/1733408317088/Put/seqid=0 2024-12-05T14:18:37,925 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/.tmp/info/2315615ae79e48eea5840ef3c3ca8a63 is 173, key is testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f./info:regioninfo/1733408317535/Put/seqid=0 2024-12-05T14:18:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741843_1019 (size=5037) 2024-12-05T14:18:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741843_1019 (size=5037) 2024-12-05T14:18:37,926 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87/.tmp/info/129da845f6fb45988b91d432f8af0551 2024-12-05T14:18:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741844_1020 (size=9337) 2024-12-05T14:18:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741844_1020 (size=9337) 2024-12-05T14:18:37,932 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/.tmp/info/2315615ae79e48eea5840ef3c3ca8a63 2024-12-05T14:18:37,932 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87/.tmp/info/129da845f6fb45988b91d432f8af0551 as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87/info/129da845f6fb45988b91d432f8af0551 2024-12-05T14:18:37,938 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87/info/129da845f6fb45988b91d432f8af0551, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T14:18:37,940 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a975efccddbd3b1e361ac5552bce1a87 in 41ms, sequenceid=6, compaction requested=false 2024-12-05T14:18:37,944 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/namespace/a975efccddbd3b1e361ac5552bce1a87/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:18:37,945 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,945 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a975efccddbd3b1e361ac5552bce1a87: 2024-12-05T14:18:37,945 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733408316675.a975efccddbd3b1e361ac5552bce1a87. 2024-12-05T14:18:37,945 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6de3ddb926c39ee9332b2dca6418b53f, disabling compactions & flushes 2024-12-05T14:18:37,945 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,945 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,945 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. after waiting 0 ms 2024-12-05T14:18:37,945 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,949 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/default/testClearRegionBlockCache/6de3ddb926c39ee9332b2dca6418b53f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T14:18:37,950 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,950 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6de3ddb926c39ee9332b2dca6418b53f: 2024-12-05T14:18:37,950 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733408317169.6de3ddb926c39ee9332b2dca6418b53f. 2024-12-05T14:18:37,954 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/.tmp/table/6a54b22118ec4691a5511137e50e4fab is 61, key is testClearRegionBlockCache/table:state/1733408317543/Put/seqid=0 2024-12-05T14:18:37,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:37,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:37,959 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/.tmp/table/6a54b22118ec4691a5511137e50e4fab 2024-12-05T14:18:37,966 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/.tmp/info/2315615ae79e48eea5840ef3c3ca8a63 as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/info/2315615ae79e48eea5840ef3c3ca8a63 2024-12-05T14:18:37,972 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/info/2315615ae79e48eea5840ef3c3ca8a63, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T14:18:37,973 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/.tmp/table/6a54b22118ec4691a5511137e50e4fab as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/table/6a54b22118ec4691a5511137e50e4fab 2024-12-05T14:18:37,978 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/table/6a54b22118ec4691a5511137e50e4fab, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T14:18:37,979 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=16, compaction requested=false 2024-12-05T14:18:37,983 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:18:37,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:18:37,984 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:37,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:37,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:37,995 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:37,997 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:38,094 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:18:38,094 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:18:38,095 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:18:38,095 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:18:38,098 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,38563,1733408315827; all regions closed. 2024-12-05T14:18:38,099 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,35141,1733408315780; all regions closed. 2024-12-05T14:18:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741833_1009 (size=1758) 2024-12-05T14:18:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741833_1009 (size=1758) 2024-12-05T14:18:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:38,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/WALs/b4b2141ac52b,35141,1733408315780/b4b2141ac52b%2C35141%2C1733408315780.meta.1733408316619.meta not finished, retry = 0 2024-12-05T14:18:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:38,104 DEBUG [RS:1;b4b2141ac52b:38563 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/oldWALs 2024-12-05T14:18:38,105 INFO [RS:1;b4b2141ac52b:38563 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C38563%2C1733408315827:(num 1733408316228) 2024-12-05T14:18:38,105 DEBUG [RS:1;b4b2141ac52b:38563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:38,105 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:38,105 INFO [RS:1;b4b2141ac52b:38563 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:38,105 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:38,105 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:38,105 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:38,105 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:38,106 INFO [RS:1;b4b2141ac52b:38563 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38563 2024-12-05T14:18:38,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,38563,1733408315827 2024-12-05T14:18:38,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:38,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,38563,1733408315827] 2024-12-05T14:18:38,110 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,38563,1733408315827; numProcessing=1 2024-12-05T14:18:38,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,38563,1733408315827 already deleted, retry=false 2024-12-05T14:18:38,111 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,38563,1733408315827 expired; onlineServers=1 2024-12-05T14:18:38,205 DEBUG [RS:0;b4b2141ac52b:35141 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/oldWALs 2024-12-05T14:18:38,205 INFO [RS:0;b4b2141ac52b:35141 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C35141%2C1733408315780.meta:.meta(num 1733408316619) 2024-12-05T14:18:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741834_1010 (size=3188) 2024-12-05T14:18:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741834_1010 (size=3188) 2024-12-05T14:18:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:38,210 INFO [RS:1;b4b2141ac52b:38563 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,38563,1733408315827; zookeeper connection closed. 2024-12-05T14:18:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38563-0x100628b922a0002, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:38,210 DEBUG [RS:0;b4b2141ac52b:35141 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/oldWALs 2024-12-05T14:18:38,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cac2090 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cac2090 2024-12-05T14:18:38,210 INFO [RS:0;b4b2141ac52b:35141 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C35141%2C1733408315780:(num 1733408316232) 2024-12-05T14:18:38,210 DEBUG [RS:0;b4b2141ac52b:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:38,210 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:38,210 INFO [RS:0;b4b2141ac52b:35141 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:38,211 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:38,211 INFO [RS:0;b4b2141ac52b:35141 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35141 2024-12-05T14:18:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,35141,1733408315780 2024-12-05T14:18:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:38,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,35141,1733408315780] 2024-12-05T14:18:38,215 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,35141,1733408315780; numProcessing=2 2024-12-05T14:18:38,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,35141,1733408315780 already deleted, retry=false 2024-12-05T14:18:38,216 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,35141,1733408315780 expired; onlineServers=0 2024-12-05T14:18:38,217 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,43665,1733408315733' ***** 2024-12-05T14:18:38,217 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:18:38,217 DEBUG [M:0;b4b2141ac52b:43665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8e9132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:38,217 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,43665,1733408315733 2024-12-05T14:18:38,217 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,43665,1733408315733; all regions closed. 2024-12-05T14:18:38,217 DEBUG [M:0;b4b2141ac52b:43665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:38,217 DEBUG [M:0;b4b2141ac52b:43665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:18:38,217 DEBUG [M:0;b4b2141ac52b:43665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:18:38,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:18:38,217 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408316012 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408316012,5,FailOnTimeoutGroup] 2024-12-05T14:18:38,217 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408316013 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408316013,5,FailOnTimeoutGroup] 2024-12-05T14:18:38,217 INFO [M:0;b4b2141ac52b:43665 {}] hbase.ChoreService(370): Chore service for: master/b4b2141ac52b:0 had [] on shutdown 2024-12-05T14:18:38,217 DEBUG [M:0;b4b2141ac52b:43665 {}] master.HMaster(1733): Stopping service threads 2024-12-05T14:18:38,217 INFO [M:0;b4b2141ac52b:43665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:18:38,218 INFO [M:0;b4b2141ac52b:43665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:18:38,218 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:18:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:38,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:38,219 DEBUG [M:0;b4b2141ac52b:43665 {}] zookeeper.ZKUtil(347): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:18:38,219 WARN [M:0;b4b2141ac52b:43665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:18:38,219 INFO [M:0;b4b2141ac52b:43665 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T14:18:38,219 INFO [M:0;b4b2141ac52b:43665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:18:38,219 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:38,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:38,219 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:38,219 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:38,219 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:38,219 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:38,219 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-05T14:18:38,241 DEBUG [M:0;b4b2141ac52b:43665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/811ee3c7204343318de5d3158cb7bdea is 82, key is hbase:meta,,1/info:regioninfo/1733408316654/Put/seqid=0 2024-12-05T14:18:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:38,247 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/811ee3c7204343318de5d3158cb7bdea 2024-12-05T14:18:38,275 DEBUG [M:0;b4b2141ac52b:43665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153140502f1b4f118f0042c17fdebdd3 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733408317548/Put/seqid=0 2024-12-05T14:18:38,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741847_1023 (size=7577) 2024-12-05T14:18:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741847_1023 (size=7577) 2024-12-05T14:18:38,281 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153140502f1b4f118f0042c17fdebdd3 2024-12-05T14:18:38,308 DEBUG [M:0;b4b2141ac52b:43665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39779f3ebbf644c9898758d63725d3c8 is 69, key is b4b2141ac52b,35141,1733408315780/rs:state/1733408316078/Put/seqid=0 2024-12-05T14:18:38,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:38,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:38,315 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39779f3ebbf644c9898758d63725d3c8 2024-12-05T14:18:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x100628b922a0001, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:38,315 INFO [RS:0;b4b2141ac52b:35141 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,35141,1733408315780; zookeeper connection closed. 2024-12-05T14:18:38,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e98c512 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e98c512 2024-12-05T14:18:38,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T14:18:38,321 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/811ee3c7204343318de5d3158cb7bdea as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/811ee3c7204343318de5d3158cb7bdea 2024-12-05T14:18:38,326 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/811ee3c7204343318de5d3158cb7bdea, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T14:18:38,327 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/153140502f1b4f118f0042c17fdebdd3 as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/153140502f1b4f118f0042c17fdebdd3 2024-12-05T14:18:38,333 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/153140502f1b4f118f0042c17fdebdd3, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T14:18:38,334 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39779f3ebbf644c9898758d63725d3c8 as hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39779f3ebbf644c9898758d63725d3c8 2024-12-05T14:18:38,339 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44231/user/jenkins/test-data/1e02925b-f099-7653-00b3-2669a50b7e06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39779f3ebbf644c9898758d63725d3c8, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T14:18:38,340 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=108, compaction requested=false 2024-12-05T14:18:38,344 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:38,344 DEBUG [M:0;b4b2141ac52b:43665 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741830_1006 (size=54453) 2024-12-05T14:18:38,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41375 is added to blk_1073741830_1006 (size=54453) 2024-12-05T14:18:38,348 INFO [M:0;b4b2141ac52b:43665 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T14:18:38,348 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:38,348 INFO [M:0;b4b2141ac52b:43665 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43665 2024-12-05T14:18:38,350 DEBUG [M:0;b4b2141ac52b:43665 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b4b2141ac52b,43665,1733408315733 already deleted, retry=false 2024-12-05T14:18:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:38,452 INFO [M:0;b4b2141ac52b:43665 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,43665,1733408315733; zookeeper connection closed. 2024-12-05T14:18:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43665-0x100628b922a0000, quorum=127.0.0.1:61249, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:38,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55f31407{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:38,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ebc1491{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:38,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:38,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66881898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:38,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45d4757c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:38,457 WARN [BP-1994842774-172.17.0.2-1733408315031 heartbeating to localhost/127.0.0.1:44231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:38,457 WARN [BP-1994842774-172.17.0.2-1733408315031 heartbeating to localhost/127.0.0.1:44231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1994842774-172.17.0.2-1733408315031 (Datanode Uuid d090ce0c-acf3-4c07-89bc-359ece0f9042) service to localhost/127.0.0.1:44231 2024-12-05T14:18:38,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:38,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:38,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data3/current/BP-1994842774-172.17.0.2-1733408315031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:38,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data4/current/BP-1994842774-172.17.0.2-1733408315031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:38,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:38,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c9adda2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:38,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35857cc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:38,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:38,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cfb0e16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:38,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6afb1aad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:38,467 WARN [BP-1994842774-172.17.0.2-1733408315031 heartbeating to localhost/127.0.0.1:44231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:38,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:38,467 WARN [BP-1994842774-172.17.0.2-1733408315031 heartbeating to localhost/127.0.0.1:44231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1994842774-172.17.0.2-1733408315031 (Datanode Uuid d06c4d7d-67a4-4a5c-a704-ce7015f4550c) service to localhost/127.0.0.1:44231 2024-12-05T14:18:38,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:38,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data1/current/BP-1994842774-172.17.0.2-1733408315031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:38,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/cluster_7981b4eb-1121-c576-1bdf-445773ad0ee1/dfs/data/data2/current/BP-1994842774-172.17.0.2-1733408315031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:38,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:38,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75bcef1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:38,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@764718ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:38,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:38,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ae7012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:38,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55777fba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:38,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:18:38,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T14:18:38,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=157 (was 135) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44231 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44231 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 472) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 188) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7065 (was 7170) 2024-12-05T14:18:38,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=157, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=7065 2024-12-05T14:18:38,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir so I do NOT create it in target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363 2024-12-05T14:18:38,526 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:18:38,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.tmp.dir so I do NOT create it in target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363 2024-12-05T14:18:38,526 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ab7954c0-96fe-eeb4-bde8-16851dadc35c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:18:38,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363 2024-12-05T14:18:38,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:18:38,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf, deleteOnExit=true 2024-12-05T14:18:38,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/test.cache.data in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T14:18:38,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:18:38,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:18:38,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:18:38,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:38,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:38,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:38,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:38,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:38,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:38,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3d4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:38,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a51476{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:38,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13c44ddf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/java.io.tmpdir/jetty-localhost-41137-hadoop-hdfs-3_4_1-tests_jar-_-any-9152761873718540455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:38,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b5e232b{HTTP/1.1, (http/1.1)}{localhost:41137} 2024-12-05T14:18:38,745 INFO [Time-limited test {}] server.Server(415): Started @22351ms 2024-12-05T14:18:38,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:38,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:38,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:38,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:38,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:38,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5089a538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:38,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66140f2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:38,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b35bac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/java.io.tmpdir/jetty-localhost-41761-hadoop-hdfs-3_4_1-tests_jar-_-any-12578404244990967219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:38,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a4ef01d{HTTP/1.1, (http/1.1)}{localhost:41761} 2024-12-05T14:18:38,943 INFO [Time-limited test {}] server.Server(415): Started @22549ms 2024-12-05T14:18:38,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:38,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:38,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:38,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:38,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:38,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:38,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29aa1827{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:38,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e5f4a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:39,039 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data1/current/BP-662376018-172.17.0.2-1733408318559/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:39,040 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data2/current/BP-662376018-172.17.0.2-1733408318559/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:39,062 WARN [Thread-1144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7bd6ac91ad2894d with lease ID 0x14937047f6ff51b1: Processing first storage report for DS-4cc2da77-59b5-4b03-a3e3-3221915b57cb from datanode DatanodeRegistration(127.0.0.1:33603, datanodeUuid=cb362548-18d1-4ca5-aa40-5e7284d22897, infoPort=36047, infoSecurePort=0, ipcPort=39763, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559) 2024-12-05T14:18:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7bd6ac91ad2894d with lease ID 0x14937047f6ff51b1: from storage DS-4cc2da77-59b5-4b03-a3e3-3221915b57cb node DatanodeRegistration(127.0.0.1:33603, datanodeUuid=cb362548-18d1-4ca5-aa40-5e7284d22897, infoPort=36047, infoSecurePort=0, ipcPort=39763, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T14:18:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7bd6ac91ad2894d with lease ID 0x14937047f6ff51b1: Processing first storage report for DS-85b2c5f7-01f1-41c3-9eb0-43edc00afbbf from datanode DatanodeRegistration(127.0.0.1:33603, datanodeUuid=cb362548-18d1-4ca5-aa40-5e7284d22897, infoPort=36047, infoSecurePort=0, ipcPort=39763, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559) 2024-12-05T14:18:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7bd6ac91ad2894d with lease ID 0x14937047f6ff51b1: from storage DS-85b2c5f7-01f1-41c3-9eb0-43edc00afbbf node DatanodeRegistration(127.0.0.1:33603, datanodeUuid=cb362548-18d1-4ca5-aa40-5e7284d22897, infoPort=36047, infoSecurePort=0, ipcPort=39763, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:39,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a203ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/java.io.tmpdir/jetty-localhost-35697-hadoop-hdfs-3_4_1-tests_jar-_-any-4168216757435105164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:39,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47fff338{HTTP/1.1, (http/1.1)}{localhost:35697} 2024-12-05T14:18:39,101 INFO [Time-limited test {}] server.Server(415): Started @22707ms 2024-12-05T14:18:39,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:39,211 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data3/current/BP-662376018-172.17.0.2-1733408318559/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:39,211 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data4/current/BP-662376018-172.17.0.2-1733408318559/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:39,235 WARN [Thread-1180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:39,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc321ff23c769d85 with lease ID 0x14937047f6ff51b2: Processing first storage report for DS-e7a4a053-f355-4604-92bb-04076c3397c5 from datanode DatanodeRegistration(127.0.0.1:36225, datanodeUuid=c69d51d9-6316-4295-a237-c91ece6fd547, infoPort=46759, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559) 2024-12-05T14:18:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc321ff23c769d85 with lease ID 0x14937047f6ff51b2: from storage DS-e7a4a053-f355-4604-92bb-04076c3397c5 node DatanodeRegistration(127.0.0.1:36225, datanodeUuid=c69d51d9-6316-4295-a237-c91ece6fd547, infoPort=46759, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc321ff23c769d85 with lease ID 0x14937047f6ff51b2: Processing first storage report for DS-3d68d67a-14d7-40c7-9fcb-21f8dd6f8d99 from datanode DatanodeRegistration(127.0.0.1:36225, datanodeUuid=c69d51d9-6316-4295-a237-c91ece6fd547, infoPort=46759, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559) 2024-12-05T14:18:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc321ff23c769d85 with lease ID 0x14937047f6ff51b2: from storage DS-3d68d67a-14d7-40c7-9fcb-21f8dd6f8d99 node DatanodeRegistration(127.0.0.1:36225, datanodeUuid=c69d51d9-6316-4295-a237-c91ece6fd547, infoPort=46759, infoSecurePort=0, ipcPort=38065, storageInfo=lv=-57;cid=testClusterID;nsid=250003039;c=1733408318559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:39,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363 2024-12-05T14:18:39,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/zookeeper_0, clientPort=63192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:18:39,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63192 2024-12-05T14:18:39,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:39,346 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7 with version=8 2024-12-05T14:18:39,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/hbase-staging 2024-12-05T14:18:39,348 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:39,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:39,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:39,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:39,348 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:39,349 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39025 2024-12-05T14:18:39,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39025 connecting to ZooKeeper ensemble=127.0.0.1:63192 2024-12-05T14:18:39,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390250x0, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:39,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39025-0x100628ba04a0000 connected 2024-12-05T14:18:39,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:39,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:39,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:39,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39025 2024-12-05T14:18:39,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39025 2024-12-05T14:18:39,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39025 2024-12-05T14:18:39,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39025 2024-12-05T14:18:39,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39025 2024-12-05T14:18:39,376 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7, hbase.cluster.distributed=false 2024-12-05T14:18:39,392 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:39,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:39,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:39,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:39,393 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:39,394 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42933 2024-12-05T14:18:39,394 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:39,395 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T14:18:39,406 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T14:18:39,406 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T14:18:39,407 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T14:18:39,407 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:39,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42933 connecting to ZooKeeper ensemble=127.0.0.1:63192 2024-12-05T14:18:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429330x0, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:39,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42933-0x100628ba04a0001 connected 2024-12-05T14:18:39,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:39,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:39,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:39,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42933 2024-12-05T14:18:39,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42933 2024-12-05T14:18:39,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42933 2024-12-05T14:18:39,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42933 2024-12-05T14:18:39,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42933 2024-12-05T14:18:39,434 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:39,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:39,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:39,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:39,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:39,434 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:39,435 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46051 2024-12-05T14:18:39,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:39,436 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T14:18:39,442 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T14:18:39,443 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T14:18:39,443 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T14:18:39,443 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:39,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46051 connecting to ZooKeeper ensemble=127.0.0.1:63192 2024-12-05T14:18:39,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460510x0, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:39,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460510x0, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:39,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46051-0x100628ba04a0002 connected 2024-12-05T14:18:39,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:39,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:39,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46051 2024-12-05T14:18:39,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46051 2024-12-05T14:18:39,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46051 2024-12-05T14:18:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46051 2024-12-05T14:18:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46051 2024-12-05T14:18:39,460 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:39,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:39,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:39,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:39,462 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,465 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:39,465 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4b2141ac52b,39025,1733408319347 from backup master directory 2024-12-05T14:18:39,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:39,467 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:39,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:39,467 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:39,473 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4b2141ac52b:39025 2024-12-05T14:18:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:39,485 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/hbase.id with ID: 32a19f51-fbaf-47e0-a437-9593a7e7499c 2024-12-05T14:18:39,495 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:39,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:39,506 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:39,507 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:18:39,507 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:39,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:39,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:39,514 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store 2024-12-05T14:18:39,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:39,521 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:39,521 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:39,521 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:39,521 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:39,522 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:39,522 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:39,522 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:39,522 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:39,522 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/.initializing 2024-12-05T14:18:39,523 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/WALs/b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:39,523 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:39,525 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C39025%2C1733408319347, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/WALs/b4b2141ac52b,39025,1733408319347, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/oldWALs, maxLogs=10 2024-12-05T14:18:39,539 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/WALs/b4b2141ac52b,39025,1733408319347/b4b2141ac52b%2C39025%2C1733408319347.1733408319525, exclude list is [], retry=0 2024-12-05T14:18:39,542 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-4cc2da77-59b5-4b03-a3e3-3221915b57cb,DISK] 2024-12-05T14:18:39,542 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-e7a4a053-f355-4604-92bb-04076c3397c5,DISK] 2024-12-05T14:18:39,544 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/WALs/b4b2141ac52b,39025,1733408319347/b4b2141ac52b%2C39025%2C1733408319347.1733408319525 2024-12-05T14:18:39,544 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047),(127.0.0.1/127.0.0.1:46759:46759)] 2024-12-05T14:18:39,544 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:39,544 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:39,545 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,545 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:18:39,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:39,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:18:39,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:39,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:18:39,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:39,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:18:39,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:39,556 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,557 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,558 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:18:39,559 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:39,561 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:39,562 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70405453, jitterRate=0.04912300407886505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:18:39,562 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:39,562 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:18:39,565 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6e318b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:39,566 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T14:18:39,566 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:18:39,566 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:18:39,567 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:18:39,567 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:18:39,567 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:18:39,567 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:18:39,569 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:18:39,570 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:18:39,571 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:18:39,571 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:18:39,572 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:18:39,574 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:18:39,574 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:18:39,575 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:18:39,576 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:18:39,577 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:18:39,578 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:18:39,579 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:18:39,581 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:18:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,583 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b4b2141ac52b,39025,1733408319347, sessionid=0x100628ba04a0000, setting cluster-up flag (Was=false) 2024-12-05T14:18:39,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,591 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:18:39,592 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:39,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:39,600 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:18:39,601 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:39,603 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:39,603 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T14:18:39,603 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:18:39,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4b2141ac52b,39025,1733408319347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:18:39,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:39,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:39,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:39,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:39,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4b2141ac52b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:18:39,604 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,605 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:39,605 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408349607 2024-12-05T14:18:39,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:39,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:18:39,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:18:39,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:18:39,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:18:39,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:18:39,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:18:39,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:18:39,608 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:39,612 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:18:39,612 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:18:39,612 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:18:39,612 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:18:39,613 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:18:39,613 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408319613,5,FailOnTimeoutGroup] 2024-12-05T14:18:39,613 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408319613,5,FailOnTimeoutGroup] 2024-12-05T14:18:39,613 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,613 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:18:39,613 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,613 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:39,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:39,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T14:18:39,618 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7 2024-12-05T14:18:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:39,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:39,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:39,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:39,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:39,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:39,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:39,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:39,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:39,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:39,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:39,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:39,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740 2024-12-05T14:18:39,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740 2024-12-05T14:18:39,633 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:39,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:39,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:39,636 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63700967, jitterRate=-0.050781622529029846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:39,637 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:39,637 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:39,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:39,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T14:18:39,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:18:39,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:18:39,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:18:39,672 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4b2141ac52b:42933 2024-12-05T14:18:39,672 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4b2141ac52b:46051 2024-12-05T14:18:39,673 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1008): ClusterId : 32a19f51-fbaf-47e0-a437-9593a7e7499c 2024-12-05T14:18:39,673 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1008): ClusterId : 32a19f51-fbaf-47e0-a437-9593a7e7499c 2024-12-05T14:18:39,673 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:39,673 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:39,675 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:39,675 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:39,675 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:39,675 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:39,677 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:39,677 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:39,678 DEBUG [RS:0;b4b2141ac52b:42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29eb2df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:39,678 DEBUG [RS:1;b4b2141ac52b:46051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446c15f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:39,678 DEBUG [RS:1;b4b2141ac52b:46051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a946f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:39,678 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:39,678 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:39,678 DEBUG [RS:0;b4b2141ac52b:42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246035ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:39,678 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:39,678 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:39,678 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:39,678 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:39,679 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,39025,1733408319347 with isa=b4b2141ac52b/172.17.0.2:46051, startcode=1733408319433 2024-12-05T14:18:39,679 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,39025,1733408319347 with isa=b4b2141ac52b/172.17.0.2:42933, startcode=1733408319392 2024-12-05T14:18:39,679 DEBUG [RS:1;b4b2141ac52b:46051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:39,679 DEBUG [RS:0;b4b2141ac52b:42933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:39,680 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57417, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:39,680 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48135, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:39,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39025 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:39,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39025 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:39,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39025 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:39,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39025 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:39,682 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7 2024-12-05T14:18:39,682 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36775 2024-12-05T14:18:39,682 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:39,683 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7 2024-12-05T14:18:39,683 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36775 2024-12-05T14:18:39,683 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:39,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:39,687 DEBUG [RS:1;b4b2141ac52b:46051 {}] zookeeper.ZKUtil(111): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:39,687 WARN [RS:1;b4b2141ac52b:46051 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:39,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,42933,1733408319392] 2024-12-05T14:18:39,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,46051,1733408319433] 2024-12-05T14:18:39,687 INFO [RS:1;b4b2141ac52b:46051 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:39,687 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:39,687 DEBUG [RS:0;b4b2141ac52b:42933 {}] zookeeper.ZKUtil(111): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:39,688 WARN [RS:0;b4b2141ac52b:42933 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:39,688 INFO [RS:0;b4b2141ac52b:42933 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:39,688 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:39,691 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:39,691 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:39,691 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:39,692 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:39,693 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:39,693 INFO [RS:0;b4b2141ac52b:42933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:39,693 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,693 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:39,694 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:39,694 DEBUG [RS:0;b4b2141ac52b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:39,694 INFO [RS:1;b4b2141ac52b:46051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:39,695 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,695 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:39,695 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,695 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,695 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,695 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,695 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,42933,1733408319392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:39,695 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:39,696 DEBUG [RS:1;b4b2141ac52b:46051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:39,697 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,697 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,697 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,697 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,697 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,46051,1733408319433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:39,710 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:39,710 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,42933,1733408319392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,712 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:39,712 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,46051,1733408319433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:39,724 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.Replication(204): b4b2141ac52b,42933,1733408319392 started 2024-12-05T14:18:39,724 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,42933,1733408319392, RpcServer on b4b2141ac52b/172.17.0.2:42933, sessionid=0x100628ba04a0001 2024-12-05T14:18:39,724 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:39,724 DEBUG [RS:0;b4b2141ac52b:42933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:39,724 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,42933,1733408319392' 2024-12-05T14:18:39,724 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:39,725 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:39,725 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:39,725 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:39,725 DEBUG [RS:0;b4b2141ac52b:42933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:39,725 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,42933,1733408319392' 2024-12-05T14:18:39,725 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:39,726 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.Replication(204): b4b2141ac52b,46051,1733408319433 started 2024-12-05T14:18:39,726 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,46051,1733408319433, RpcServer on b4b2141ac52b/172.17.0.2:46051, sessionid=0x100628ba04a0002 2024-12-05T14:18:39,726 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:39,726 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:39,726 DEBUG [RS:1;b4b2141ac52b:46051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:39,726 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,46051,1733408319433' 2024-12-05T14:18:39,726 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:39,726 DEBUG [RS:0;b4b2141ac52b:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:39,726 INFO [RS:0;b4b2141ac52b:42933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:39,726 INFO [RS:0;b4b2141ac52b:42933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:39,726 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:39,727 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:39,727 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:39,727 DEBUG [RS:1;b4b2141ac52b:46051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:39,727 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,46051,1733408319433' 2024-12-05T14:18:39,727 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:39,727 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:39,727 DEBUG [RS:1;b4b2141ac52b:46051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:39,727 INFO [RS:1;b4b2141ac52b:46051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:39,727 INFO [RS:1;b4b2141ac52b:46051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:39,790 WARN [b4b2141ac52b:39025 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:18:39,827 INFO [RS:0;b4b2141ac52b:42933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:39,828 INFO [RS:1;b4b2141ac52b:46051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:39,829 INFO [RS:0;b4b2141ac52b:42933 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C42933%2C1733408319392, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,42933,1733408319392, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/oldWALs, maxLogs=32 2024-12-05T14:18:39,829 INFO [RS:1;b4b2141ac52b:46051 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C46051%2C1733408319433, suffix=, logDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,46051,1733408319433, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/oldWALs, maxLogs=32 2024-12-05T14:18:39,843 DEBUG [RS:1;b4b2141ac52b:46051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,46051,1733408319433/b4b2141ac52b%2C46051%2C1733408319433.1733408319829, exclude list is [], retry=0 2024-12-05T14:18:39,843 DEBUG [RS:0;b4b2141ac52b:42933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,42933,1733408319392/b4b2141ac52b%2C42933%2C1733408319392.1733408319829, exclude list is [], retry=0 2024-12-05T14:18:39,845 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-4cc2da77-59b5-4b03-a3e3-3221915b57cb,DISK] 2024-12-05T14:18:39,845 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-e7a4a053-f355-4604-92bb-04076c3397c5,DISK] 2024-12-05T14:18:39,846 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-e7a4a053-f355-4604-92bb-04076c3397c5,DISK] 2024-12-05T14:18:39,846 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-4cc2da77-59b5-4b03-a3e3-3221915b57cb,DISK] 2024-12-05T14:18:39,848 INFO [RS:0;b4b2141ac52b:42933 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,42933,1733408319392/b4b2141ac52b%2C42933%2C1733408319392.1733408319829 2024-12-05T14:18:39,848 INFO [RS:1;b4b2141ac52b:46051 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,46051,1733408319433/b4b2141ac52b%2C46051%2C1733408319433.1733408319829 2024-12-05T14:18:39,852 DEBUG [RS:0;b4b2141ac52b:42933 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46759:46759),(127.0.0.1/127.0.0.1:36047:36047)] 2024-12-05T14:18:39,852 DEBUG [RS:1;b4b2141ac52b:46051 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047),(127.0.0.1/127.0.0.1:46759:46759)] 2024-12-05T14:18:39,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:18:39,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:39,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:39,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:39,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:39,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:39,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:39,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:39,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:40,040 DEBUG [b4b2141ac52b:39025 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T14:18:40,041 DEBUG [b4b2141ac52b:39025 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:40,042 DEBUG [b4b2141ac52b:39025 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:40,042 DEBUG [b4b2141ac52b:39025 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:40,042 INFO [b4b2141ac52b:39025 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:40,042 INFO [b4b2141ac52b:39025 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:40,042 DEBUG [b4b2141ac52b:39025 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:40,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:40,044 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,42933,1733408319392, state=OPENING 2024-12-05T14:18:40,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:18:40,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:40,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:40,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:40,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b4b2141ac52b,42933,1733408319392}] 2024-12-05T14:18:40,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:40,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:40,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:40,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:40,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:40,202 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:40,206 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T14:18:40,206 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:40,207 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:18:40,208 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C42933%2C1733408319392.meta, suffix=.meta, logDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,42933,1733408319392, archiveDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/oldWALs, maxLogs=32 2024-12-05T14:18:40,230 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,42933,1733408319392/b4b2141ac52b%2C42933%2C1733408319392.meta.1733408320209.meta, exclude list is [], retry=0 2024-12-05T14:18:40,232 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33603,DS-4cc2da77-59b5-4b03-a3e3-3221915b57cb,DISK] 2024-12-05T14:18:40,233 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-e7a4a053-f355-4604-92bb-04076c3397c5,DISK] 2024-12-05T14:18:40,235 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/WALs/b4b2141ac52b,42933,1733408319392/b4b2141ac52b%2C42933%2C1733408319392.meta.1733408320209.meta 2024-12-05T14:18:40,235 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047),(127.0.0.1/127.0.0.1:46759:46759)] 2024-12-05T14:18:40,235 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:40,236 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:18:40,236 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:18:40,236 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:18:40,236 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:18:40,236 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:40,236 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T14:18:40,236 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T14:18:40,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:40,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:40,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:40,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:40,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:40,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:40,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:40,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:40,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:40,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:40,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:40,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:40,242 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740 2024-12-05T14:18:40,244 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740 2024-12-05T14:18:40,245 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:40,247 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:40,248 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62571445, jitterRate=-0.06761281192302704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:40,249 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:40,250 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408320200 2024-12-05T14:18:40,252 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:18:40,252 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T14:18:40,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:40,253 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,42933,1733408319392, state=OPEN 2024-12-05T14:18:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:40,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:40,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:40,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:40,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:18:40,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b4b2141ac52b,42933,1733408319392 in 208 msec 2024-12-05T14:18:40,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:18:40,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-12-05T14:18:40,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 659 msec 2024-12-05T14:18:40,262 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408320262, completionTime=-1 2024-12-05T14:18:40,262 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T14:18:40,262 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T14:18:40,263 DEBUG [hconnection-0x78af1f67-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:40,265 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:40,266 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T14:18:40,266 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408380266 2024-12-05T14:18:40,266 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408440266 2024-12-05T14:18:40,266 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T14:18:40,272 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:18:40,273 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39025,1733408319347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:40,273 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39025,1733408319347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:40,273 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39025,1733408319347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:40,273 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4b2141ac52b:39025, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:40,273 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:40,273 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T14:18:40,274 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:40,275 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T14:18:40,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:40,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:40,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:40,278 DEBUG [master/b4b2141ac52b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T14:18:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:40,288 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a6a963a08f795fe8106db718a8a98f45, NAME => 'hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7 2024-12-05T14:18:40,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:40,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:40,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:40,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a6a963a08f795fe8106db718a8a98f45, disabling compactions & flushes 2024-12-05T14:18:40,302 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:40,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:40,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. after waiting 0 ms 2024-12-05T14:18:40,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:40,302 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:40,302 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a6a963a08f795fe8106db718a8a98f45: 2024-12-05T14:18:40,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:40,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733408320304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408320304"}]},"ts":"1733408320304"} 2024-12-05T14:18:40,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T14:18:40,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:40,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408320307"}]},"ts":"1733408320307"} 2024-12-05T14:18:40,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T14:18:40,312 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:40,313 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:40,313 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:40,313 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:40,313 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:40,313 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:40,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a6a963a08f795fe8106db718a8a98f45, ASSIGN}] 2024-12-05T14:18:40,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a6a963a08f795fe8106db718a8a98f45, ASSIGN 2024-12-05T14:18:40,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a6a963a08f795fe8106db718a8a98f45, ASSIGN; state=OFFLINE, location=b4b2141ac52b,42933,1733408319392; forceNewPlan=false, retain=false 2024-12-05T14:18:40,466 INFO [b4b2141ac52b:39025 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T14:18:40,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a6a963a08f795fe8106db718a8a98f45, regionState=OPENING, regionLocation=b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:40,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a6a963a08f795fe8106db718a8a98f45, server=b4b2141ac52b,42933,1733408319392}] 2024-12-05T14:18:40,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:40,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:40,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a6a963a08f795fe8106db718a8a98f45, NAME => 'hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:40,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:40,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:40,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:40,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:40,625 INFO [StoreOpener-a6a963a08f795fe8106db718a8a98f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:40,626 INFO [StoreOpener-a6a963a08f795fe8106db718a8a98f45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a963a08f795fe8106db718a8a98f45 columnFamilyName info 2024-12-05T14:18:40,626 DEBUG [StoreOpener-a6a963a08f795fe8106db718a8a98f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:40,627 INFO [StoreOpener-a6a963a08f795fe8106db718a8a98f45-1 {}] regionserver.HStore(327): Store=a6a963a08f795fe8106db718a8a98f45/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:40,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:40,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:40,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:40,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a6a963a08f795fe8106db718a8a98f45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63074211, jitterRate=-0.06012101471424103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:40,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a6a963a08f795fe8106db718a8a98f45: 2024-12-05T14:18:40,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45., pid=6, masterSystemTime=1733408320619 2024-12-05T14:18:40,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:40,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:40,636 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a6a963a08f795fe8106db718a8a98f45, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:40,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:18:40,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a6a963a08f795fe8106db718a8a98f45, server=b4b2141ac52b,42933,1733408319392 in 169 msec 2024-12-05T14:18:40,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:18:40,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a6a963a08f795fe8106db718a8a98f45, ASSIGN in 326 msec 2024-12-05T14:18:40,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:40,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408320642"}]},"ts":"1733408320642"} 2024-12-05T14:18:40,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T14:18:40,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:40,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 373 msec 2024-12-05T14:18:40,676 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T14:18:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:40,682 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T14:18:40,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:40,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-05T14:18:40,694 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T14:18:40,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:40,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-12-05T14:18:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T14:18:40,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.244sec 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39025,1733408319347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:40,711 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39025,1733408319347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:18:40,713 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:18:40,713 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:18:40,713 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,39025,1733408319347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:40,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ba834ed to 127.0.0.1:63192 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3632850e 2024-12-05T14:18:40,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fe6565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:40,769 DEBUG [hconnection-0x13ed7fc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:40,770 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:40,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:40,774 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:40,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T14:18:40,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:40,777 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:40,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T14:18:40,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:40,791 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e8c65622ca72fedc9ad75f0e27b73bef, NAME => 'testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7 2024-12-05T14:18:40,791 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3ccfe99ebbbf2b43a2238a87c1277de4, NAME => 'testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7 2024-12-05T14:18:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:40,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:40,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 3ccfe99ebbbf2b43a2238a87c1277de4, disabling compactions & flushes 2024-12-05T14:18:40,803 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:40,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:40,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. after waiting 0 ms 2024-12-05T14:18:40,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:40,803 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:40,803 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3ccfe99ebbbf2b43a2238a87c1277de4: 2024-12-05T14:18:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:41,204 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:41,204 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing e8c65622ca72fedc9ad75f0e27b73bef, disabling compactions & flushes 2024-12-05T14:18:41,204 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:41,204 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:41,204 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. after waiting 0 ms 2024-12-05T14:18:41,204 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:41,204 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:41,204 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for e8c65622ca72fedc9ad75f0e27b73bef: 2024-12-05T14:18:41,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:41,206 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408321206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408321206"}]},"ts":"1733408321206"} 2024-12-05T14:18:41,206 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408321206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408321206"}]},"ts":"1733408321206"} 2024-12-05T14:18:41,209 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T14:18:41,210 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:41,210 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408321210"}]},"ts":"1733408321210"} 2024-12-05T14:18:41,212 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T14:18:41,216 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:41,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:41,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:41,217 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:41,217 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:41,217 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:41,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8c65622ca72fedc9ad75f0e27b73bef, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ccfe99ebbbf2b43a2238a87c1277de4, ASSIGN}] 2024-12-05T14:18:41,219 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ccfe99ebbbf2b43a2238a87c1277de4, ASSIGN 2024-12-05T14:18:41,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8c65622ca72fedc9ad75f0e27b73bef, ASSIGN 2024-12-05T14:18:41,220 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ccfe99ebbbf2b43a2238a87c1277de4, ASSIGN; state=OFFLINE, location=b4b2141ac52b,46051,1733408319433; forceNewPlan=false, retain=false 2024-12-05T14:18:41,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8c65622ca72fedc9ad75f0e27b73bef, ASSIGN; state=OFFLINE, location=b4b2141ac52b,42933,1733408319392; forceNewPlan=false, retain=false 2024-12-05T14:18:41,370 INFO [b4b2141ac52b:39025 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T14:18:41,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e8c65622ca72fedc9ad75f0e27b73bef, regionState=OPENING, regionLocation=b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:41,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3ccfe99ebbbf2b43a2238a87c1277de4, regionState=OPENING, regionLocation=b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:41,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 3ccfe99ebbbf2b43a2238a87c1277de4, server=b4b2141ac52b,46051,1733408319433}] 2024-12-05T14:18:41,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure e8c65622ca72fedc9ad75f0e27b73bef, server=b4b2141ac52b,42933,1733408319392}] 2024-12-05T14:18:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:41,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:41,524 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:41,526 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:41,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:41,530 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,530 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 3ccfe99ebbbf2b43a2238a87c1277de4, NAME => 'testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T14:18:41,530 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:41,530 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,530 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => e8c65622ca72fedc9ad75f0e27b73bef, NAME => 'testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T14:18:41,530 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:41,530 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,530 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,531 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,531 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:41,531 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,531 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,532 INFO [StoreOpener-3ccfe99ebbbf2b43a2238a87c1277de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,532 INFO [StoreOpener-e8c65622ca72fedc9ad75f0e27b73bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,533 INFO [StoreOpener-3ccfe99ebbbf2b43a2238a87c1277de4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ccfe99ebbbf2b43a2238a87c1277de4 columnFamilyName family 2024-12-05T14:18:41,533 DEBUG [StoreOpener-3ccfe99ebbbf2b43a2238a87c1277de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:41,533 INFO [StoreOpener-e8c65622ca72fedc9ad75f0e27b73bef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c65622ca72fedc9ad75f0e27b73bef columnFamilyName family 2024-12-05T14:18:41,533 DEBUG [StoreOpener-e8c65622ca72fedc9ad75f0e27b73bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:41,534 INFO [StoreOpener-3ccfe99ebbbf2b43a2238a87c1277de4-1 {}] regionserver.HStore(327): Store=3ccfe99ebbbf2b43a2238a87c1277de4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:41,534 INFO [StoreOpener-e8c65622ca72fedc9ad75f0e27b73bef-1 {}] regionserver.HStore(327): Store=e8c65622ca72fedc9ad75f0e27b73bef/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:41,535 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,535 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,535 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,535 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,537 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,537 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,539 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:41,539 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:41,540 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened e8c65622ca72fedc9ad75f0e27b73bef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63724573, jitterRate=-0.05042986571788788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:41,540 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 3ccfe99ebbbf2b43a2238a87c1277de4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69501207, jitterRate=0.035648688673973083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:41,541 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 3ccfe99ebbbf2b43a2238a87c1277de4: 2024-12-05T14:18:41,541 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for e8c65622ca72fedc9ad75f0e27b73bef: 2024-12-05T14:18:41,542 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4., pid=12, masterSystemTime=1733408321524 2024-12-05T14:18:41,542 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef., pid=13, masterSystemTime=1733408321526 2024-12-05T14:18:41,544 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,544 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3ccfe99ebbbf2b43a2238a87c1277de4, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:41,545 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:41,545 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:41,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e8c65622ca72fedc9ad75f0e27b73bef, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:41,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T14:18:41,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 3ccfe99ebbbf2b43a2238a87c1277de4, server=b4b2141ac52b,46051,1733408319433 in 173 msec 2024-12-05T14:18:41,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T14:18:41,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure e8c65622ca72fedc9ad75f0e27b73bef, server=b4b2141ac52b,42933,1733408319392 in 173 msec 2024-12-05T14:18:41,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ccfe99ebbbf2b43a2238a87c1277de4, ASSIGN in 330 msec 2024-12-05T14:18:41,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:18:41,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e8c65622ca72fedc9ad75f0e27b73bef, ASSIGN in 330 msec 2024-12-05T14:18:41,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:41,551 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408321551"}]},"ts":"1733408321551"} 2024-12-05T14:18:41,552 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T14:18:41,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:41,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 780 msec 2024-12-05T14:18:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39025 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:41,885 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T14:18:41,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T14:18:41,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:41,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T14:18:41,888 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:41,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T14:18:41,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:41,900 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:41,905 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing e8c65622ca72fedc9ad75f0e27b73bef 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T14:18:41,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef/.tmp/family/72705a30b5fe48b08a949b8dd0981847 is 32, key is 1/family:/1733408321891/Put/seqid=0 2024-12-05T14:18:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741841_1017 (size=5054) 2024-12-05T14:18:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741841_1017 (size=5054) 2024-12-05T14:18:41,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef/.tmp/family/72705a30b5fe48b08a949b8dd0981847 2024-12-05T14:18:41,934 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef/.tmp/family/72705a30b5fe48b08a949b8dd0981847 as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef/family/72705a30b5fe48b08a949b8dd0981847 2024-12-05T14:18:41,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef/family/72705a30b5fe48b08a949b8dd0981847, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T14:18:41,939 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e8c65622ca72fedc9ad75f0e27b73bef in 34ms, sequenceid=8, compaction requested=false 2024-12-05T14:18:41,940 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for e8c65622ca72fedc9ad75f0e27b73bef: 2024-12-05T14:18:41,940 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3ccfe99ebbbf2b43a2238a87c1277de4 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T14:18:41,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4/.tmp/family/231fd40d8c9e4add814979ee95f490bc is 32, key is 5/family:/1733408321900/Put/seqid=0 2024-12-05T14:18:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741842_1018 (size=5083) 2024-12-05T14:18:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741842_1018 (size=5083) 2024-12-05T14:18:41,962 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4/.tmp/family/231fd40d8c9e4add814979ee95f490bc 2024-12-05T14:18:41,967 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4/.tmp/family/231fd40d8c9e4add814979ee95f490bc as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4/family/231fd40d8c9e4add814979ee95f490bc 2024-12-05T14:18:41,972 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4/family/231fd40d8c9e4add814979ee95f490bc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T14:18:41,973 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3ccfe99ebbbf2b43a2238a87c1277de4 in 33ms, sequenceid=9, compaction requested=false 2024-12-05T14:18:41,973 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3ccfe99ebbbf2b43a2238a87c1277de4: 2024-12-05T14:18:41,975 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 72705a30b5fe48b08a949b8dd0981847, starting offset: 0, end offset: 9223372036854775807 2024-12-05T14:18:41,975 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 72705a30b5fe48b08a949b8dd0981847_0 from back map with offset lock 2094080 in the evict process 2024-12-05T14:18:41,977 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 231fd40d8c9e4add814979ee95f490bc, starting offset: 0, end offset: 9223372036854775807 2024-12-05T14:18:41,977 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 231fd40d8c9e4add814979ee95f490bc_0 from back map with offset lock 2094080 in the evict process 2024-12-05T14:18:41,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T14:18:41,977 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T14:18:41,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ba834ed to 127.0.0.1:63192 2024-12-05T14:18:41,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:41,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:18:41,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1143264449, stopped=false 2024-12-05T14:18:41,978 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:41,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T14:18:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:41,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:41,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:41,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:41,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:41,981 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,42933,1733408319392' ***** 2024-12-05T14:18:41,981 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:41,981 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,46051,1733408319433' ***** 2024-12-05T14:18:41,981 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:41,981 INFO [RS:1;b4b2141ac52b:46051 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T14:18:41,982 INFO [RS:0;b4b2141ac52b:42933 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T14:18:41,982 INFO [RS:1;b4b2141ac52b:46051 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T14:18:41,982 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T14:18:41,982 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T14:18:41,982 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T14:18:41,982 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:41,982 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T14:18:41,982 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T14:18:41,982 INFO [RS:0;b4b2141ac52b:42933 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T14:18:41,982 INFO [RS:1;b4b2141ac52b:46051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:41,982 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:41,982 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T14:18:41,982 INFO [RS:1;b4b2141ac52b:46051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:41,982 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(3579): Received CLOSE for 3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,982 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:41,982 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(3579): Received CLOSE for a6a963a08f795fe8106db718a8a98f45 2024-12-05T14:18:41,983 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:41,983 DEBUG [RS:1;b4b2141ac52b:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(3579): Received CLOSE for e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,983 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3ccfe99ebbbf2b43a2238a87c1277de4, disabling compactions & flushes 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:41,983 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1603): Online Regions={3ccfe99ebbbf2b43a2238a87c1277de4=testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4.} 2024-12-05T14:18:41,983 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,983 DEBUG [RS:0;b4b2141ac52b:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a6a963a08f795fe8106db718a8a98f45, disabling compactions & flushes 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. after waiting 0 ms 2024-12-05T14:18:41,983 DEBUG [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1629): Waiting on 3ccfe99ebbbf2b43a2238a87c1277de4 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:41,983 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. after waiting 0 ms 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T14:18:41,983 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a6a963a08f795fe8106db718a8a98f45 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T14:18:41,983 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T14:18:41,983 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1603): Online Regions={a6a963a08f795fe8106db718a8a98f45=hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45., 1588230740=hbase:meta,,1.1588230740, e8c65622ca72fedc9ad75f0e27b73bef=testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef.} 2024-12-05T14:18:41,983 DEBUG [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a6a963a08f795fe8106db718a8a98f45, e8c65622ca72fedc9ad75f0e27b73bef 2024-12-05T14:18:41,983 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:41,984 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:41,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:41,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:41,984 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:41,984 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T14:18:41,988 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/3ccfe99ebbbf2b43a2238a87c1277de4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T14:18:41,989 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,989 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3ccfe99ebbbf2b43a2238a87c1277de4: 2024-12-05T14:18:41,989 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4. 2024-12-05T14:18:41,997 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:41,999 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:42,000 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45/.tmp/info/4c435d6df5d54f4eac7ee24302ea5856 is 45, key is default/info:d/1733408320686/Put/seqid=0 2024-12-05T14:18:42,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741843_1019 (size=5037) 2024-12-05T14:18:42,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741843_1019 (size=5037) 2024-12-05T14:18:42,006 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45/.tmp/info/4c435d6df5d54f4eac7ee24302ea5856 2024-12-05T14:18:42,007 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/.tmp/info/8d03eea408fa4eb386a2bc6258f37f80 is 173, key is testClearRegionBlockCache,5,1733408320775.3ccfe99ebbbf2b43a2238a87c1277de4./info:regioninfo/1733408321544/Put/seqid=0 2024-12-05T14:18:42,012 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45/.tmp/info/4c435d6df5d54f4eac7ee24302ea5856 as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45/info/4c435d6df5d54f4eac7ee24302ea5856 2024-12-05T14:18:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741844_1020 (size=9337) 2024-12-05T14:18:42,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741844_1020 (size=9337) 2024-12-05T14:18:42,013 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/.tmp/info/8d03eea408fa4eb386a2bc6258f37f80 2024-12-05T14:18:42,018 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45/info/4c435d6df5d54f4eac7ee24302ea5856, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T14:18:42,019 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a6a963a08f795fe8106db718a8a98f45 in 36ms, sequenceid=6, compaction requested=false 2024-12-05T14:18:42,023 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/namespace/a6a963a08f795fe8106db718a8a98f45/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:18:42,023 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:42,023 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a6a963a08f795fe8106db718a8a98f45: 2024-12-05T14:18:42,024 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733408320274.a6a963a08f795fe8106db718a8a98f45. 2024-12-05T14:18:42,024 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e8c65622ca72fedc9ad75f0e27b73bef, disabling compactions & flushes 2024-12-05T14:18:42,024 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:42,024 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:42,024 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. after waiting 0 ms 2024-12-05T14:18:42,024 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:42,027 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/default/testClearRegionBlockCache/e8c65622ca72fedc9ad75f0e27b73bef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:18:42,028 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:42,028 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e8c65622ca72fedc9ad75f0e27b73bef: 2024-12-05T14:18:42,028 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733408320775.e8c65622ca72fedc9ad75f0e27b73bef. 2024-12-05T14:18:42,035 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/.tmp/table/f0b4468217cd48228df566c78a2d12ec is 61, key is testClearRegionBlockCache/table:state/1733408321551/Put/seqid=0 2024-12-05T14:18:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:42,040 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/.tmp/table/f0b4468217cd48228df566c78a2d12ec 2024-12-05T14:18:42,046 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/.tmp/info/8d03eea408fa4eb386a2bc6258f37f80 as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/info/8d03eea408fa4eb386a2bc6258f37f80 2024-12-05T14:18:42,051 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/info/8d03eea408fa4eb386a2bc6258f37f80, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T14:18:42,052 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/.tmp/table/f0b4468217cd48228df566c78a2d12ec as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/table/f0b4468217cd48228df566c78a2d12ec 2024-12-05T14:18:42,056 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/table/f0b4468217cd48228df566c78a2d12ec, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T14:18:42,057 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 73ms, sequenceid=16, compaction requested=false 2024-12-05T14:18:42,061 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:18:42,061 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:18:42,061 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:42,061 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:42,061 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:42,183 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,46051,1733408319433; all regions closed. 2024-12-05T14:18:42,184 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,42933,1733408319392; all regions closed. 2024-12-05T14:18:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741833_1009 (size=1867) 2024-12-05T14:18:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:42,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:42,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741833_1009 (size=1867) 2024-12-05T14:18:42,189 DEBUG [RS:1;b4b2141ac52b:46051 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/oldWALs 2024-12-05T14:18:42,189 INFO [RS:1;b4b2141ac52b:46051 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C46051%2C1733408319433:(num 1733408319829) 2024-12-05T14:18:42,189 DEBUG [RS:1;b4b2141ac52b:46051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:42,189 DEBUG [RS:0;b4b2141ac52b:42933 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/oldWALs 2024-12-05T14:18:42,189 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:42,189 INFO [RS:0;b4b2141ac52b:42933 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C42933%2C1733408319392.meta:.meta(num 1733408320209) 2024-12-05T14:18:42,189 INFO [RS:1;b4b2141ac52b:46051 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:42,189 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:42,189 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:42,189 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:42,190 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:42,190 INFO [RS:1;b4b2141ac52b:46051 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46051 2024-12-05T14:18:42,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741834_1010 (size=3079) 2024-12-05T14:18:42,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741834_1010 (size=3079) 2024-12-05T14:18:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:42,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,46051,1733408319433 2024-12-05T14:18:42,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,46051,1733408319433] 2024-12-05T14:18:42,193 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,46051,1733408319433; numProcessing=1 2024-12-05T14:18:42,194 DEBUG [RS:0;b4b2141ac52b:42933 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/oldWALs 2024-12-05T14:18:42,194 INFO [RS:0;b4b2141ac52b:42933 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C42933%2C1733408319392:(num 1733408319829) 2024-12-05T14:18:42,194 DEBUG [RS:0;b4b2141ac52b:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:42,194 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:42,194 INFO [RS:0;b4b2141ac52b:42933 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:42,194 INFO [RS:0;b4b2141ac52b:42933 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42933 2024-12-05T14:18:42,195 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:42,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,46051,1733408319433 already deleted, retry=false 2024-12-05T14:18:42,195 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,46051,1733408319433 expired; onlineServers=1 2024-12-05T14:18:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,42933,1733408319392 2024-12-05T14:18:42,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:42,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,42933,1733408319392] 2024-12-05T14:18:42,198 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,42933,1733408319392; numProcessing=2 2024-12-05T14:18:42,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,42933,1733408319392 already deleted, retry=false 2024-12-05T14:18:42,199 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,42933,1733408319392 expired; onlineServers=0 2024-12-05T14:18:42,199 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,39025,1733408319347' ***** 2024-12-05T14:18:42,199 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:18:42,200 DEBUG [M:0;b4b2141ac52b:39025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254b5bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:42,200 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,39025,1733408319347 2024-12-05T14:18:42,200 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,39025,1733408319347; all regions closed. 2024-12-05T14:18:42,200 DEBUG [M:0;b4b2141ac52b:39025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:42,200 DEBUG [M:0;b4b2141ac52b:39025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:18:42,200 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:18:42,200 DEBUG [M:0;b4b2141ac52b:39025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:18:42,200 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408319613 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408319613,5,FailOnTimeoutGroup] 2024-12-05T14:18:42,200 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408319613 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408319613,5,FailOnTimeoutGroup] 2024-12-05T14:18:42,200 INFO [M:0;b4b2141ac52b:39025 {}] hbase.ChoreService(370): Chore service for: master/b4b2141ac52b:0 had [] on shutdown 2024-12-05T14:18:42,200 DEBUG [M:0;b4b2141ac52b:39025 {}] master.HMaster(1733): Stopping service threads 2024-12-05T14:18:42,200 INFO [M:0;b4b2141ac52b:39025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:18:42,200 INFO [M:0;b4b2141ac52b:39025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:18:42,200 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:18:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:42,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:42,202 DEBUG [M:0;b4b2141ac52b:39025 {}] zookeeper.ZKUtil(347): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:18:42,202 WARN [M:0;b4b2141ac52b:39025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:18:42,202 INFO [M:0;b4b2141ac52b:39025 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T14:18:42,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:42,202 INFO [M:0;b4b2141ac52b:39025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:18:42,202 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:42,202 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:42,202 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:42,202 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:42,202 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:42,202 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T14:18:42,261 DEBUG [M:0;b4b2141ac52b:39025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae4f39be12994d1d99545c2ef9579cec is 82, key is hbase:meta,,1/info:regioninfo/1733408320252/Put/seqid=0 2024-12-05T14:18:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:42,268 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae4f39be12994d1d99545c2ef9579cec 2024-12-05T14:18:42,289 DEBUG [M:0;b4b2141ac52b:39025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8404f15dd4e443e9a043cb201c84928 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733408321556/Put/seqid=0 2024-12-05T14:18:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:42,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:42,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46051-0x100628ba04a0002, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:42,294 INFO [RS:1;b4b2141ac52b:46051 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,46051,1733408319433; zookeeper connection closed. 2024-12-05T14:18:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741847_1023 (size=7578) 2024-12-05T14:18:42,295 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8404f15dd4e443e9a043cb201c84928 2024-12-05T14:18:42,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5071960f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5071960f 2024-12-05T14:18:42,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:42,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x100628ba04a0001, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:42,298 INFO [RS:0;b4b2141ac52b:42933 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,42933,1733408319392; zookeeper connection closed. 2024-12-05T14:18:42,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7da084bb {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7da084bb 2024-12-05T14:18:42,298 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T14:18:42,314 DEBUG [M:0;b4b2141ac52b:39025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/941cbe3fc9aa454aa50c063237bf323a is 69, key is b4b2141ac52b,42933,1733408319392/rs:state/1733408319682/Put/seqid=0 2024-12-05T14:18:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:42,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:42,319 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/941cbe3fc9aa454aa50c063237bf323a 2024-12-05T14:18:42,324 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae4f39be12994d1d99545c2ef9579cec as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae4f39be12994d1d99545c2ef9579cec 2024-12-05T14:18:42,330 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae4f39be12994d1d99545c2ef9579cec, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T14:18:42,330 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8404f15dd4e443e9a043cb201c84928 as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8404f15dd4e443e9a043cb201c84928 2024-12-05T14:18:42,335 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8404f15dd4e443e9a043cb201c84928, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T14:18:42,336 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/941cbe3fc9aa454aa50c063237bf323a as hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/941cbe3fc9aa454aa50c063237bf323a 2024-12-05T14:18:42,341 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36775/user/jenkins/test-data/4f715c23-f1b4-2ea1-b8cd-380906a7fdc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/941cbe3fc9aa454aa50c063237bf323a, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T14:18:42,342 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=108, compaction requested=false 2024-12-05T14:18:42,343 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:42,344 DEBUG [M:0;b4b2141ac52b:39025 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33603 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741830_1006 (size=54465) 2024-12-05T14:18:42,347 INFO [M:0;b4b2141ac52b:39025 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T14:18:42,347 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:42,347 INFO [M:0;b4b2141ac52b:39025 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39025 2024-12-05T14:18:42,349 DEBUG [M:0;b4b2141ac52b:39025 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b4b2141ac52b,39025,1733408319347 already deleted, retry=false 2024-12-05T14:18:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39025-0x100628ba04a0000, quorum=127.0.0.1:63192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:42,451 INFO [M:0;b4b2141ac52b:39025 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,39025,1733408319347; zookeeper connection closed. 2024-12-05T14:18:42,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a203ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:42,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47fff338{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:42,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:42,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e5f4a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:42,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29aa1827{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:42,455 WARN [BP-662376018-172.17.0.2-1733408318559 heartbeating to localhost/127.0.0.1:36775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:42,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:42,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:42,456 WARN [BP-662376018-172.17.0.2-1733408318559 heartbeating to localhost/127.0.0.1:36775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662376018-172.17.0.2-1733408318559 (Datanode Uuid c69d51d9-6316-4295-a237-c91ece6fd547) service to localhost/127.0.0.1:36775 2024-12-05T14:18:42,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data3/current/BP-662376018-172.17.0.2-1733408318559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:42,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data4/current/BP-662376018-172.17.0.2-1733408318559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:42,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:42,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b35bac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:42,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a4ef01d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:42,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:42,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66140f2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:42,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5089a538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:42,465 WARN [BP-662376018-172.17.0.2-1733408318559 heartbeating to localhost/127.0.0.1:36775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:42,465 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:42,465 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:42,465 WARN [BP-662376018-172.17.0.2-1733408318559 heartbeating to localhost/127.0.0.1:36775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662376018-172.17.0.2-1733408318559 (Datanode Uuid cb362548-18d1-4ca5-aa40-5e7284d22897) service to localhost/127.0.0.1:36775 2024-12-05T14:18:42,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data1/current/BP-662376018-172.17.0.2-1733408318559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:42,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/cluster_55eb4a06-fcad-3603-522f-508246c877bf/dfs/data/data2/current/BP-662376018-172.17.0.2-1733408318559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:42,466 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:42,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13c44ddf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:42,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b5e232b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:42,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:42,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a51476{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:42,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3d4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:42,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:18:42,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T14:18:42,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=177 (was 157) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=530 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=6913 (was 7065) 2024-12-05T14:18:42,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=177, OpenFileDescriptor=530, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=6913 2024-12-05T14:18:42,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir so I do NOT create it in target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce 2024-12-05T14:18:42,527 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.tmp.dir so I do NOT create it in target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce 2024-12-05T14:18:42,528 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25edfde1-dc51-c8f8-ce53-9fccc2807363/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:18:42,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec, deleteOnExit=true 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/test.cache.data in system properties and HBase conf 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:18:42,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T14:18:42,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:18:42,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:18:42,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:42,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:42,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:42,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:42,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:42,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:42,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24dccb6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:42,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cd0c5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:42,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@683e7875{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/java.io.tmpdir/jetty-localhost-41501-hadoop-hdfs-3_4_1-tests_jar-_-any-2079863237178157629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:42,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f882119{HTTP/1.1, (http/1.1)}{localhost:41501} 2024-12-05T14:18:42,727 INFO [Time-limited test {}] server.Server(415): Started @26333ms 2024-12-05T14:18:42,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:42,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:42,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:42,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:42,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:18:42,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@414fdcc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:42,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73eb212a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:43,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63403ed3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/java.io.tmpdir/jetty-localhost-37291-hadoop-hdfs-3_4_1-tests_jar-_-any-10972522337092550099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:43,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fad44e9{HTTP/1.1, (http/1.1)}{localhost:37291} 2024-12-05T14:18:43,016 INFO [Time-limited test {}] server.Server(415): Started @26621ms 2024-12-05T14:18:43,017 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:43,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:18:43,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:18:43,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:18:43,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:18:43,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:18:43,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7278edf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:18:43,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21418922{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:18:43,103 WARN [Thread-1437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data2/current/BP-1948335620-172.17.0.2-1733408322549/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:43,103 WARN [Thread-1436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data1/current/BP-1948335620-172.17.0.2-1733408322549/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:43,120 WARN [Thread-1415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3cc226f0c58b47e with lease ID 0x88ba4a5798980345: Processing first storage report for DS-18e1ef8a-73bc-4de7-8c5c-2d0fee80843e from datanode DatanodeRegistration(127.0.0.1:45741, datanodeUuid=9203fc02-ea95-4827-a55b-06e4e69b7dfb, infoPort=43339, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549) 2024-12-05T14:18:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3cc226f0c58b47e with lease ID 0x88ba4a5798980345: from storage DS-18e1ef8a-73bc-4de7-8c5c-2d0fee80843e node DatanodeRegistration(127.0.0.1:45741, datanodeUuid=9203fc02-ea95-4827-a55b-06e4e69b7dfb, infoPort=43339, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3cc226f0c58b47e with lease ID 0x88ba4a5798980345: Processing first storage report for DS-e971e601-782e-4a3e-8f79-88af72e925ab from datanode DatanodeRegistration(127.0.0.1:45741, datanodeUuid=9203fc02-ea95-4827-a55b-06e4e69b7dfb, infoPort=43339, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549) 2024-12-05T14:18:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3cc226f0c58b47e with lease ID 0x88ba4a5798980345: from storage DS-e971e601-782e-4a3e-8f79-88af72e925ab node DatanodeRegistration(127.0.0.1:45741, datanodeUuid=9203fc02-ea95-4827-a55b-06e4e69b7dfb, infoPort=43339, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:43,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5517840a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/java.io.tmpdir/jetty-localhost-35413-hadoop-hdfs-3_4_1-tests_jar-_-any-14416918836123158788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:43,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@636d5906{HTTP/1.1, (http/1.1)}{localhost:35413} 2024-12-05T14:18:43,178 INFO [Time-limited test {}] server.Server(415): Started @26784ms 2024-12-05T14:18:43,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:18:43,264 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data3/current/BP-1948335620-172.17.0.2-1733408322549/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:43,264 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data4/current/BP-1948335620-172.17.0.2-1733408322549/current, will proceed with Du for space computation calculation, 2024-12-05T14:18:43,281 WARN [Thread-1451 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:18:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dcd6acdf66b6a97 with lease ID 0x88ba4a5798980346: Processing first storage report for DS-12995565-8f5e-4956-8c41-14731b07dd97 from datanode DatanodeRegistration(127.0.0.1:37711, datanodeUuid=a759ee9a-98b7-4132-83cb-5d98aded0521, infoPort=37749, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549) 2024-12-05T14:18:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dcd6acdf66b6a97 with lease ID 0x88ba4a5798980346: from storage DS-12995565-8f5e-4956-8c41-14731b07dd97 node DatanodeRegistration(127.0.0.1:37711, datanodeUuid=a759ee9a-98b7-4132-83cb-5d98aded0521, infoPort=37749, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:18:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dcd6acdf66b6a97 with lease ID 0x88ba4a5798980346: Processing first storage report for DS-25040cc7-6ffd-4733-ae7b-f9659c631968 from datanode DatanodeRegistration(127.0.0.1:37711, datanodeUuid=a759ee9a-98b7-4132-83cb-5d98aded0521, infoPort=37749, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549) 2024-12-05T14:18:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dcd6acdf66b6a97 with lease ID 0x88ba4a5798980346: from storage DS-25040cc7-6ffd-4733-ae7b-f9659c631968 node DatanodeRegistration(127.0.0.1:37711, datanodeUuid=a759ee9a-98b7-4132-83cb-5d98aded0521, infoPort=37749, infoSecurePort=0, ipcPort=41171, storageInfo=lv=-57;cid=testClusterID;nsid=105739311;c=1733408322549), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T14:18:43,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce 2024-12-05T14:18:43,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/zookeeper_0, clientPort=57194, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:18:43,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57194 2024-12-05T14:18:43,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:18:43,323 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07 with version=8 2024-12-05T14:18:43,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/hbase-staging 2024-12-05T14:18:43,325 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:43,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:43,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:43,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:43,325 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:43,328 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41495 2024-12-05T14:18:43,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41495 connecting to ZooKeeper ensemble=127.0.0.1:57194 2024-12-05T14:18:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414950x0, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:43,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41495-0x100628bafcf0000 connected 2024-12-05T14:18:43,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:43,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:43,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:43,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41495 2024-12-05T14:18:43,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41495 2024-12-05T14:18:43,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41495 2024-12-05T14:18:43,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41495 2024-12-05T14:18:43,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41495 2024-12-05T14:18:43,371 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07, hbase.cluster.distributed=false 2024-12-05T14:18:43,387 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:43,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:43,388 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:43,388 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42807 2024-12-05T14:18:43,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:43,391 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T14:18:43,402 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T14:18:43,403 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T14:18:43,407 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T14:18:43,407 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:43,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42807 connecting to ZooKeeper ensemble=127.0.0.1:57194 2024-12-05T14:18:43,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428070x0, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:43,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42807-0x100628bafcf0001 connected 2024-12-05T14:18:43,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:43,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:43,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:43,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42807 2024-12-05T14:18:43,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42807 2024-12-05T14:18:43,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42807 2024-12-05T14:18:43,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42807 2024-12-05T14:18:43,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42807 2024-12-05T14:18:43,453 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b4b2141ac52b:0 server-side Connection retries=45 2024-12-05T14:18:43,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:18:43,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:18:43,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:18:43,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:18:43,453 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:18:43,454 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43927 2024-12-05T14:18:43,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:18:43,456 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T14:18:43,463 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T14:18:43,464 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T14:18:43,466 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T14:18:43,466 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:18:43,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43927 connecting to ZooKeeper ensemble=127.0.0.1:57194 2024-12-05T14:18:43,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439270x0, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:18:43,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439270x0, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:43,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43927-0x100628bafcf0002 connected 2024-12-05T14:18:43,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:43,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:18:43,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43927 2024-12-05T14:18:43,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43927 2024-12-05T14:18:43,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43927 2024-12-05T14:18:43,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43927 2024-12-05T14:18:43,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43927 2024-12-05T14:18:43,481 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:43,485 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,488 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:43,488 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4b2141ac52b,41495,1733408323324 from backup master directory 2024-12-05T14:18:43,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:18:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:18:43,490 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:43,490 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:43,495 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4b2141ac52b:41495 2024-12-05T14:18:43,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:43,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:18:43,507 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/hbase.id with ID: 91942bfa-da1d-4743-b9d9-553a509a29dc 2024-12-05T14:18:43,517 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:18:43,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:18:43,534 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:43,535 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:18:43,535 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:18:43,543 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store 2024-12-05T14:18:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:43,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:18:43,551 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:43,551 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:43,551 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:43,551 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:43,551 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:43,551 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:43,551 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:43,551 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:43,552 WARN [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/.initializing 2024-12-05T14:18:43,552 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/WALs/b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:43,554 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:43,555 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C41495%2C1733408323324, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/WALs/b4b2141ac52b,41495,1733408323324, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/oldWALs, maxLogs=10 2024-12-05T14:18:43,577 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/WALs/b4b2141ac52b,41495,1733408323324/b4b2141ac52b%2C41495%2C1733408323324.1733408323556, exclude list is [], retry=0 2024-12-05T14:18:43,580 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-18e1ef8a-73bc-4de7-8c5c-2d0fee80843e,DISK] 2024-12-05T14:18:43,580 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37711,DS-12995565-8f5e-4956-8c41-14731b07dd97,DISK] 2024-12-05T14:18:43,582 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/WALs/b4b2141ac52b,41495,1733408323324/b4b2141ac52b%2C41495%2C1733408323324.1733408323556 2024-12-05T14:18:43,582 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43339:43339),(127.0.0.1/127.0.0.1:37749:37749)] 2024-12-05T14:18:43,582 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:43,582 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:43,583 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,583 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:18:43,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:43,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:18:43,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:43,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:18:43,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:43,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:18:43,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:43,596 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,597 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,598 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:18:43,599 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:18:43,602 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:43,602 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68047998, jitterRate=0.013994187116622925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:18:43,603 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:43,603 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:18:43,606 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251b18d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:43,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T14:18:43,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:18:43,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:18:43,607 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:18:43,608 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:18:43,608 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:18:43,608 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T14:18:43,610 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:18:43,610 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:18:43,612 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:18:43,612 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:18:43,613 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:18:43,614 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:18:43,614 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:18:43,616 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:18:43,618 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:18:43,618 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:18:43,619 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:18:43,621 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:18:43,622 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:18:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,624 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b4b2141ac52b,41495,1733408323324, sessionid=0x100628bafcf0000, setting cluster-up flag (Was=false) 2024-12-05T14:18:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,632 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:18:43,633 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:43,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:43,641 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:18:43,642 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:43,644 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:43,644 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T14:18:43,645 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4b2141ac52b,41495,1733408323324 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4b2141ac52b:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:43,645 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:43,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:18:43,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:43,652 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408353652 2024-12-05T14:18:43,652 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:18:43,653 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:18:43,657 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:18:43,657 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:18:43,659 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408323657,5,FailOnTimeoutGroup] 2024-12-05T14:18:43,661 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408323659,5,FailOnTimeoutGroup] 2024-12-05T14:18:43,661 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,661 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:18:43,661 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,661 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741831_1007 (size=1039) 2024-12-05T14:18:43,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T14:18:43,663 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07 2024-12-05T14:18:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:18:43,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:43,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:43,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:43,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:43,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:43,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:43,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:43,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:43,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:43,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:43,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:43,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740 2024-12-05T14:18:43,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740 2024-12-05T14:18:43,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:43,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:43,695 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:43,696 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74453357, jitterRate=0.10944147408008575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:43,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:43,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:43,697 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:43,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:43,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:43,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:43,698 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:43,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:43,699 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:18:43,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T14:18:43,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:18:43,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:18:43,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:18:43,702 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4b2141ac52b:42807 2024-12-05T14:18:43,703 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1008): ClusterId : 91942bfa-da1d-4743-b9d9-553a509a29dc 2024-12-05T14:18:43,703 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:43,705 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b4b2141ac52b:43927 2024-12-05T14:18:43,705 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1008): ClusterId : 91942bfa-da1d-4743-b9d9-553a509a29dc 2024-12-05T14:18:43,705 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:43,705 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:18:43,706 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:43,708 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:18:43,708 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:18:43,708 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:43,708 DEBUG [RS:0;b4b2141ac52b:42807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679966af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:43,709 DEBUG [RS:0;b4b2141ac52b:42807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca5641b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:43,709 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:43,709 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:43,709 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:43,710 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,41495,1733408323324 with isa=b4b2141ac52b/172.17.0.2:42807, startcode=1733408323387 2024-12-05T14:18:43,710 DEBUG [RS:0;b4b2141ac52b:42807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:43,710 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:18:43,711 DEBUG [RS:1;b4b2141ac52b:43927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40159e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:43,711 DEBUG [RS:1;b4b2141ac52b:43927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c3ab95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:43,711 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T14:18:43,711 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T14:18:43,711 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T14:18:43,712 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(3073): reportForDuty to master=b4b2141ac52b,41495,1733408323324 with isa=b4b2141ac52b/172.17.0.2:43927, startcode=1733408323452 2024-12-05T14:18:43,712 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39097, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:43,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:43,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:43,713 DEBUG [RS:1;b4b2141ac52b:43927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:18:43,713 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07 2024-12-05T14:18:43,714 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43631 2024-12-05T14:18:43,714 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:43,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:43,716 DEBUG [RS:0;b4b2141ac52b:42807 {}] zookeeper.ZKUtil(111): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:43,716 WARN [RS:0;b4b2141ac52b:42807 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:43,716 INFO [RS:0;b4b2141ac52b:42807 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:43,716 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:43,716 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33231, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:18:43,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:43,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41495 {}] master.ServerManager(486): Registering regionserver=b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:43,718 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07 2024-12-05T14:18:43,718 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43631 2024-12-05T14:18:43,718 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T14:18:43,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,43927,1733408323452] 2024-12-05T14:18:43,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4b2141ac52b,42807,1733408323387] 2024-12-05T14:18:43,722 DEBUG [RS:1;b4b2141ac52b:43927 {}] zookeeper.ZKUtil(111): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:43,722 WARN [RS:1;b4b2141ac52b:43927 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:18:43,723 INFO [RS:1;b4b2141ac52b:43927 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:43,723 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:43,723 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:43,723 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:43,726 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:43,726 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T14:18:43,726 INFO [RS:0;b4b2141ac52b:42807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:43,726 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:18:43,726 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,728 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:43,728 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:43,729 DEBUG [RS:0;b4b2141ac52b:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:43,732 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:18:43,732 INFO [RS:1;b4b2141ac52b:43927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:18:43,732 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,732 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,732 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,732 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,732 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,732 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,42807,1733408323387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:43,736 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T14:18:43,737 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4b2141ac52b:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4b2141ac52b:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:43,737 DEBUG [RS:1;b4b2141ac52b:43927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4b2141ac52b:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:18:43,744 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,744 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,744 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,744 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,744 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43927,1733408323452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:43,754 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:43,754 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,42807,1733408323387-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,765 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:18:43,765 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,43927,1733408323452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:43,775 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.Replication(204): b4b2141ac52b,42807,1733408323387 started 2024-12-05T14:18:43,775 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,42807,1733408323387, RpcServer on b4b2141ac52b/172.17.0.2:42807, sessionid=0x100628bafcf0001 2024-12-05T14:18:43,776 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:43,776 DEBUG [RS:0;b4b2141ac52b:42807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:43,776 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,42807,1733408323387' 2024-12-05T14:18:43,776 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:43,776 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:43,777 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:43,777 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:43,777 DEBUG [RS:0;b4b2141ac52b:42807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:43,777 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,42807,1733408323387' 2024-12-05T14:18:43,777 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:43,777 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:43,777 DEBUG [RS:0;b4b2141ac52b:42807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:43,777 INFO [RS:0;b4b2141ac52b:42807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:43,777 INFO [RS:0;b4b2141ac52b:42807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:43,782 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.Replication(204): b4b2141ac52b,43927,1733408323452 started 2024-12-05T14:18:43,783 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1767): Serving as b4b2141ac52b,43927,1733408323452, RpcServer on b4b2141ac52b/172.17.0.2:43927, sessionid=0x100628bafcf0002 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,43927,1733408323452' 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4b2141ac52b,43927,1733408323452' 2024-12-05T14:18:43,783 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:18:43,784 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:18:43,784 DEBUG [RS:1;b4b2141ac52b:43927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:18:43,784 INFO [RS:1;b4b2141ac52b:43927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:18:43,784 INFO [RS:1;b4b2141ac52b:43927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:18:43,852 WARN [b4b2141ac52b:41495 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:18:43,878 INFO [RS:0;b4b2141ac52b:42807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:43,879 INFO [RS:0;b4b2141ac52b:42807 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C42807%2C1733408323387, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/oldWALs, maxLogs=32 2024-12-05T14:18:43,884 INFO [RS:1;b4b2141ac52b:43927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:18:43,885 INFO [RS:1;b4b2141ac52b:43927 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C43927%2C1733408323452, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,43927,1733408323452, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/oldWALs, maxLogs=32 2024-12-05T14:18:43,893 DEBUG [RS:0;b4b2141ac52b:42807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387/b4b2141ac52b%2C42807%2C1733408323387.1733408323880, exclude list is [], retry=0 2024-12-05T14:18:43,896 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-18e1ef8a-73bc-4de7-8c5c-2d0fee80843e,DISK] 2024-12-05T14:18:43,896 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37711,DS-12995565-8f5e-4956-8c41-14731b07dd97,DISK] 2024-12-05T14:18:43,898 INFO [RS:0;b4b2141ac52b:42807 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387/b4b2141ac52b%2C42807%2C1733408323387.1733408323880 2024-12-05T14:18:43,899 DEBUG [RS:0;b4b2141ac52b:42807 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43339:43339),(127.0.0.1/127.0.0.1:37749:37749)] 2024-12-05T14:18:43,899 DEBUG [RS:1;b4b2141ac52b:43927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,43927,1733408323452/b4b2141ac52b%2C43927%2C1733408323452.1733408323886, exclude list is [], retry=0 2024-12-05T14:18:43,901 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-18e1ef8a-73bc-4de7-8c5c-2d0fee80843e,DISK] 2024-12-05T14:18:43,901 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37711,DS-12995565-8f5e-4956-8c41-14731b07dd97,DISK] 2024-12-05T14:18:43,905 INFO [RS:1;b4b2141ac52b:43927 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,43927,1733408323452/b4b2141ac52b%2C43927%2C1733408323452.1733408323886 2024-12-05T14:18:43,905 DEBUG [RS:1;b4b2141ac52b:43927 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37749:37749),(127.0.0.1/127.0.0.1:43339:43339)] 2024-12-05T14:18:44,102 DEBUG [b4b2141ac52b:41495 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T14:18:44,102 DEBUG [b4b2141ac52b:41495 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:44,104 DEBUG [b4b2141ac52b:41495 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:44,104 DEBUG [b4b2141ac52b:41495 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:44,104 INFO [b4b2141ac52b:41495 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:44,104 INFO [b4b2141ac52b:41495 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:44,104 DEBUG [b4b2141ac52b:41495 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:44,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:44,106 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,42807,1733408323387, state=OPENING 2024-12-05T14:18:44,107 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:18:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:44,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b4b2141ac52b,42807,1733408323387}] 2024-12-05T14:18:44,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:44,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:44,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:44,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:44,262 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:44,264 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:44,267 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T14:18:44,267 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:18:44,267 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:18:44,269 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4b2141ac52b%2C42807%2C1733408323387.meta, suffix=.meta, logDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/oldWALs, maxLogs=32 2024-12-05T14:18:44,282 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387/b4b2141ac52b%2C42807%2C1733408323387.meta.1733408324269.meta, exclude list is [], retry=0 2024-12-05T14:18:44,284 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37711,DS-12995565-8f5e-4956-8c41-14731b07dd97,DISK] 2024-12-05T14:18:44,284 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-18e1ef8a-73bc-4de7-8c5c-2d0fee80843e,DISK] 2024-12-05T14:18:44,286 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387/b4b2141ac52b%2C42807%2C1733408323387.meta.1733408324269.meta 2024-12-05T14:18:44,286 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37749:37749),(127.0.0.1/127.0.0.1:43339:43339)] 2024-12-05T14:18:44,287 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:44,287 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:18:44,287 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:18:44,287 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:18:44,287 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:18:44,287 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:44,287 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T14:18:44,287 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T14:18:44,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:18:44,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:18:44,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:44,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:44,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:18:44,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:18:44,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:44,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:44,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:18:44,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:18:44,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:44,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:18:44,293 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740 2024-12-05T14:18:44,294 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740 2024-12-05T14:18:44,295 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T14:18:44,296 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T14:18:44,297 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65352787, jitterRate=-0.02616758644580841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T14:18:44,297 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T14:18:44,298 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408324261 2024-12-05T14:18:44,300 DEBUG [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:18:44,301 INFO [RS_OPEN_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T14:18:44,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:44,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4b2141ac52b,42807,1733408323387, state=OPEN 2024-12-05T14:18:44,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:44,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:44,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:18:44,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:44,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:44,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:18:44,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:18:44,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b4b2141ac52b,42807,1733408323387 in 194 msec 2024-12-05T14:18:44,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:18:44,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-12-05T14:18:44,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 664 msec 2024-12-05T14:18:44,308 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408324308, completionTime=-1 2024-12-05T14:18:44,308 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T14:18:44,308 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T14:18:44,309 DEBUG [hconnection-0x562d6790-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:44,310 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:44,312 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T14:18:44,312 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408384312 2024-12-05T14:18:44,312 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408444312 2024-12-05T14:18:44,312 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T14:18:44,317 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:18:44,317 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41495,1733408323324-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:44,317 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41495,1733408323324-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:44,317 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41495,1733408323324-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:44,317 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4b2141ac52b:41495, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:44,317 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:44,318 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T14:18:44,318 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:18:44,319 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T14:18:44,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:44,320 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:44,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:44,327 DEBUG [master/b4b2141ac52b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T14:18:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741836_1012 (size=358) 2024-12-05T14:18:44,333 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 679520776d078e9213bbde8e79ea246e, NAME => 'hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07 2024-12-05T14:18:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741837_1013 (size=42) 2024-12-05T14:18:44,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:44,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 679520776d078e9213bbde8e79ea246e, disabling compactions & flushes 2024-12-05T14:18:44,342 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:44,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:44,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. after waiting 0 ms 2024-12-05T14:18:44,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:44,342 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:44,342 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 679520776d078e9213bbde8e79ea246e: 2024-12-05T14:18:44,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:44,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733408324343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408324343"}]},"ts":"1733408324343"} 2024-12-05T14:18:44,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T14:18:44,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:44,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408324346"}]},"ts":"1733408324346"} 2024-12-05T14:18:44,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T14:18:44,351 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:44,352 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:44,352 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:44,352 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:44,352 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:44,352 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:44,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=679520776d078e9213bbde8e79ea246e, ASSIGN}] 2024-12-05T14:18:44,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=679520776d078e9213bbde8e79ea246e, ASSIGN 2024-12-05T14:18:44,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=679520776d078e9213bbde8e79ea246e, ASSIGN; state=OFFLINE, location=b4b2141ac52b,42807,1733408323387; forceNewPlan=false, retain=false 2024-12-05T14:18:44,504 INFO [b4b2141ac52b:41495 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T14:18:44,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=679520776d078e9213bbde8e79ea246e, regionState=OPENING, regionLocation=b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:44,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 679520776d078e9213bbde8e79ea246e, server=b4b2141ac52b,42807,1733408323387}] 2024-12-05T14:18:44,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:44,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:44,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 679520776d078e9213bbde8e79ea246e, NAME => 'hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:18:44,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:44,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:44,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:44,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:44,664 INFO [StoreOpener-679520776d078e9213bbde8e79ea246e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:44,665 INFO [StoreOpener-679520776d078e9213bbde8e79ea246e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 679520776d078e9213bbde8e79ea246e columnFamilyName info 2024-12-05T14:18:44,665 DEBUG [StoreOpener-679520776d078e9213bbde8e79ea246e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:44,666 INFO [StoreOpener-679520776d078e9213bbde8e79ea246e-1 {}] regionserver.HStore(327): Store=679520776d078e9213bbde8e79ea246e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:44,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:44,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:44,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:44,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:44,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 679520776d078e9213bbde8e79ea246e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67638608, jitterRate=0.007893800735473633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:44,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 679520776d078e9213bbde8e79ea246e: 2024-12-05T14:18:44,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e., pid=6, masterSystemTime=1733408324658 2024-12-05T14:18:44,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:44,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:44,675 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=679520776d078e9213bbde8e79ea246e, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:44,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T14:18:44,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 679520776d078e9213bbde8e79ea246e, server=b4b2141ac52b,42807,1733408323387 in 170 msec 2024-12-05T14:18:44,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T14:18:44,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=679520776d078e9213bbde8e79ea246e, ASSIGN in 326 msec 2024-12-05T14:18:44,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:44,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408324680"}]},"ts":"1733408324680"} 2024-12-05T14:18:44,682 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T14:18:44,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:44,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 366 msec 2024-12-05T14:18:44,720 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T14:18:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:44,726 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T14:18:44,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:44,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-12-05T14:18:44,738 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T14:18:44,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T14:18:44,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-12-05T14:18:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T14:18:44,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T14:18:44,755 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.265sec 2024-12-05T14:18:44,756 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:18:44,756 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:18:44,756 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:18:44,756 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:18:44,756 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:18:44,756 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41495,1733408323324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:18:44,756 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41495,1733408323324-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:18:44,758 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:18:44,758 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:18:44,758 INFO [master/b4b2141ac52b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4b2141ac52b,41495,1733408323324-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:18:44,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a7b2a5e to 127.0.0.1:57194 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56f108f6 2024-12-05T14:18:44,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68967578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:18:44,795 DEBUG [hconnection-0x7cf4bf9a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:44,796 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:44,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:44,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:18:44,800 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:18:44,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:18:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T14:18:44,803 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:18:44,804 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:44,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T14:18:44,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:18:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741838_1014 (size=379) 2024-12-05T14:18:44,820 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 56492ef8a9de2c4a2e9482628a283a71, NAME => 'testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07 2024-12-05T14:18:44,820 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e3fc46262fcd542d2340fb302a7280b, NAME => 'testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07 2024-12-05T14:18:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741840_1016 (size=61) 2024-12-05T14:18:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741839_1015 (size=61) 2024-12-05T14:18:44,831 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:44,831 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 5e3fc46262fcd542d2340fb302a7280b, disabling compactions & flushes 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 56492ef8a9de2c4a2e9482628a283a71, disabling compactions & flushes 2024-12-05T14:18:44,832 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:44,832 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. after waiting 0 ms 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. after waiting 0 ms 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:44,832 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:44,832 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 56492ef8a9de2c4a2e9482628a283a71: 2024-12-05T14:18:44,832 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e3fc46262fcd542d2340fb302a7280b: 2024-12-05T14:18:44,833 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:18:44,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408324833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408324833"}]},"ts":"1733408324833"} 2024-12-05T14:18:44,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733408324833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408324833"}]},"ts":"1733408324833"} 2024-12-05T14:18:44,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T14:18:44,837 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:18:44,837 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408324837"}]},"ts":"1733408324837"} 2024-12-05T14:18:44,838 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T14:18:44,842 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b4b2141ac52b=0} racks are {/default-rack=0} 2024-12-05T14:18:44,843 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T14:18:44,843 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T14:18:44,843 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T14:18:44,843 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T14:18:44,843 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:18:44,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e3fc46262fcd542d2340fb302a7280b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56492ef8a9de2c4a2e9482628a283a71, ASSIGN}] 2024-12-05T14:18:44,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56492ef8a9de2c4a2e9482628a283a71, ASSIGN 2024-12-05T14:18:44,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e3fc46262fcd542d2340fb302a7280b, ASSIGN 2024-12-05T14:18:44,846 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e3fc46262fcd542d2340fb302a7280b, ASSIGN; state=OFFLINE, location=b4b2141ac52b,43927,1733408323452; forceNewPlan=false, retain=false 2024-12-05T14:18:44,846 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56492ef8a9de2c4a2e9482628a283a71, ASSIGN; state=OFFLINE, location=b4b2141ac52b,42807,1733408323387; forceNewPlan=false, retain=false 2024-12-05T14:18:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:44,996 INFO [b4b2141ac52b:41495 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T14:18:44,996 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=56492ef8a9de2c4a2e9482628a283a71, regionState=OPENING, regionLocation=b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:44,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5e3fc46262fcd542d2340fb302a7280b, regionState=OPENING, regionLocation=b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:44,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 56492ef8a9de2c4a2e9482628a283a71, server=b4b2141ac52b,42807,1733408323387}] 2024-12-05T14:18:44,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 5e3fc46262fcd542d2340fb302a7280b, server=b4b2141ac52b,43927,1733408323452}] 2024-12-05T14:18:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:45,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:45,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:45,151 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:45,153 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:45,154 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,154 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 56492ef8a9de2c4a2e9482628a283a71, NAME => 'testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T14:18:45,154 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,154 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:45,155 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,155 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,156 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,156 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e3fc46262fcd542d2340fb302a7280b, NAME => 'testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T14:18:45,156 INFO [StoreOpener-56492ef8a9de2c4a2e9482628a283a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,156 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,156 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:18:45,156 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,156 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,157 INFO [StoreOpener-56492ef8a9de2c4a2e9482628a283a71-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56492ef8a9de2c4a2e9482628a283a71 columnFamilyName family 2024-12-05T14:18:45,157 DEBUG [StoreOpener-56492ef8a9de2c4a2e9482628a283a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:45,157 INFO [StoreOpener-5e3fc46262fcd542d2340fb302a7280b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,158 INFO [StoreOpener-56492ef8a9de2c4a2e9482628a283a71-1 {}] regionserver.HStore(327): Store=56492ef8a9de2c4a2e9482628a283a71/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:45,158 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,159 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,159 INFO [StoreOpener-5e3fc46262fcd542d2340fb302a7280b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e3fc46262fcd542d2340fb302a7280b columnFamilyName family 2024-12-05T14:18:45,159 DEBUG [StoreOpener-5e3fc46262fcd542d2340fb302a7280b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:18:45,159 INFO [StoreOpener-5e3fc46262fcd542d2340fb302a7280b-1 {}] regionserver.HStore(327): Store=5e3fc46262fcd542d2340fb302a7280b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:18:45,160 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,160 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,161 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,162 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,162 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:45,163 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 56492ef8a9de2c4a2e9482628a283a71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70222570, jitterRate=0.04639783501625061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:45,164 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:18:45,164 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 56492ef8a9de2c4a2e9482628a283a71: 2024-12-05T14:18:45,164 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 5e3fc46262fcd542d2340fb302a7280b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68784914, jitterRate=0.024975091218948364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:18:45,164 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 5e3fc46262fcd542d2340fb302a7280b: 2024-12-05T14:18:45,164 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71., pid=12, masterSystemTime=1733408325150 2024-12-05T14:18:45,165 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b., pid=13, masterSystemTime=1733408325151 2024-12-05T14:18:45,166 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,166 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=56492ef8a9de2c4a2e9482628a283a71, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:45,167 DEBUG [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,167 INFO [RS_OPEN_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,167 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5e3fc46262fcd542d2340fb302a7280b, regionState=OPEN, openSeqNum=2, regionLocation=b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:45,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T14:18:45,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 56492ef8a9de2c4a2e9482628a283a71, server=b4b2141ac52b,42807,1733408323387 in 170 msec 2024-12-05T14:18:45,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T14:18:45,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 5e3fc46262fcd542d2340fb302a7280b, server=b4b2141ac52b,43927,1733408323452 in 170 msec 2024-12-05T14:18:45,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=56492ef8a9de2c4a2e9482628a283a71, ASSIGN in 326 msec 2024-12-05T14:18:45,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T14:18:45,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e3fc46262fcd542d2340fb302a7280b, ASSIGN in 327 msec 2024-12-05T14:18:45,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:18:45,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408325173"}]},"ts":"1733408325173"} 2024-12-05T14:18:45,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T14:18:45,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:18:45,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 374 msec 2024-12-05T14:18:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41495 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T14:18:45,410 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T14:18:45,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T14:18:45,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:45,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T14:18:45,413 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:18:45,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T14:18:45,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:18:45,417 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:18:45,430 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 56492ef8a9de2c4a2e9482628a283a71 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T14:18:45,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71/.tmp/family/c822a50e52fa4573a0b0b195115f2f2f is 32, key is 5/family:/1733408325425/Put/seqid=0 2024-12-05T14:18:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741841_1017 (size=5083) 2024-12-05T14:18:45,451 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71/.tmp/family/c822a50e52fa4573a0b0b195115f2f2f 2024-12-05T14:18:45,457 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71/.tmp/family/c822a50e52fa4573a0b0b195115f2f2f as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71/family/c822a50e52fa4573a0b0b195115f2f2f 2024-12-05T14:18:45,462 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71/family/c822a50e52fa4573a0b0b195115f2f2f, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T14:18:45,463 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 56492ef8a9de2c4a2e9482628a283a71 in 33ms, sequenceid=9, compaction requested=false 2024-12-05T14:18:45,463 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 56492ef8a9de2c4a2e9482628a283a71: 2024-12-05T14:18:45,463 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 5e3fc46262fcd542d2340fb302a7280b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T14:18:45,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b/.tmp/family/ba21f301077940a7ac776c548df2ac4f is 32, key is 1/family:/1733408325417/Put/seqid=0 2024-12-05T14:18:45,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:45,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741842_1018 (size=5054) 2024-12-05T14:18:45,483 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b/.tmp/family/ba21f301077940a7ac776c548df2ac4f 2024-12-05T14:18:45,489 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b/.tmp/family/ba21f301077940a7ac776c548df2ac4f as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b/family/ba21f301077940a7ac776c548df2ac4f 2024-12-05T14:18:45,493 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b/family/ba21f301077940a7ac776c548df2ac4f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T14:18:45,494 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5e3fc46262fcd542d2340fb302a7280b in 31ms, sequenceid=8, compaction requested=false 2024-12-05T14:18:45,494 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 5e3fc46262fcd542d2340fb302a7280b: 2024-12-05T14:18:45,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:45,503 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] bucket.BucketCache(1851): found 1 blocks for file ba21f301077940a7ac776c548df2ac4f, starting offset: 0, end offset: 9223372036854775807 2024-12-05T14:18:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43927 {}] bucket.BucketCache(843): removed key ba21f301077940a7ac776c548df2ac4f_0 from back map with offset lock 2094080 in the evict process 2024-12-05T14:18:45,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:18:45,504 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:18:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] bucket.BucketCache(1851): found 1 blocks for file c822a50e52fa4573a0b0b195115f2f2f, starting offset: 0, end offset: 9223372036854775807 2024-12-05T14:18:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] bucket.BucketCache(843): removed key c822a50e52fa4573a0b0b195115f2f2f_0 from back map with offset lock 2094080 in the evict process 2024-12-05T14:18:45,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T14:18:45,505 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T14:18:45,506 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a7b2a5e to 127.0.0.1:57194 2024-12-05T14:18:45,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:45,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:18:45,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=244859375, stopped=false 2024-12-05T14:18:45,506 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:45,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:45,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:45,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:45,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T14:18:45,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:18:45,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:45,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:45,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:45,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:45,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:18:45,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:45,511 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,42807,1733408323387' ***** 2024-12-05T14:18:45,511 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:45,511 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,43927,1733408323452' ***** 2024-12-05T14:18:45,511 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T14:18:45,511 INFO [RS:0;b4b2141ac52b:42807 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T14:18:45,511 INFO [RS:1;b4b2141ac52b:43927 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T14:18:45,511 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T14:18:45,511 INFO [RS:0;b4b2141ac52b:42807 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T14:18:45,511 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T14:18:45,511 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T14:18:45,511 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T14:18:45,511 INFO [RS:1;b4b2141ac52b:43927 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T14:18:45,511 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T14:18:45,511 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:45,512 INFO [RS:1;b4b2141ac52b:43927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:45,512 INFO [RS:1;b4b2141ac52b:43927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:45,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:45,512 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T14:18:45,512 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(3579): Received CLOSE for 5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:18:45,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:18:45,512 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(3579): Received CLOSE for 679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:45,512 DEBUG [RS:1;b4b2141ac52b:43927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:45,512 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T14:18:45,512 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5e3fc46262fcd542d2340fb302a7280b, disabling compactions & flushes 2024-12-05T14:18:45,512 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1603): Online Regions={5e3fc46262fcd542d2340fb302a7280b=testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b.} 2024-12-05T14:18:45,512 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,512 DEBUG [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1629): Waiting on 5e3fc46262fcd542d2340fb302a7280b 2024-12-05T14:18:45,512 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(3579): Received CLOSE for 56492ef8a9de2c4a2e9482628a283a71 2024-12-05T14:18:45,512 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. after waiting 0 ms 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:45,512 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,512 DEBUG [RS:0;b4b2141ac52b:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:45,512 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:45,513 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T14:18:45,513 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T14:18:45,513 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 679520776d078e9213bbde8e79ea246e=hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e., 56492ef8a9de2c4a2e9482628a283a71=testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71.} 2024-12-05T14:18:45,513 DEBUG [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 56492ef8a9de2c4a2e9482628a283a71, 679520776d078e9213bbde8e79ea246e 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 679520776d078e9213bbde8e79ea246e, disabling compactions & flushes 2024-12-05T14:18:45,513 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. after waiting 0 ms 2024-12-05T14:18:45,513 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:18:45,513 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 679520776d078e9213bbde8e79ea246e 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T14:18:45,513 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:18:45,513 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T14:18:45,520 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/5e3fc46262fcd542d2340fb302a7280b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T14:18:45,520 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,520 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5e3fc46262fcd542d2340fb302a7280b: 2024-12-05T14:18:45,521 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733408324801.5e3fc46262fcd542d2340fb302a7280b. 2024-12-05T14:18:45,531 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e/.tmp/info/7be90e9213eb44afab711106f9c66a4b is 45, key is default/info:d/1733408324730/Put/seqid=0 2024-12-05T14:18:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741843_1019 (size=5037) 2024-12-05T14:18:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741843_1019 (size=5037) 2024-12-05T14:18:45,537 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e/.tmp/info/7be90e9213eb44afab711106f9c66a4b 2024-12-05T14:18:45,537 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:45,540 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/.tmp/info/7ead1a949a8b46fba21a1079f3a47a7d is 173, key is testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71./info:regioninfo/1733408325166/Put/seqid=0 2024-12-05T14:18:45,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741844_1020 (size=9337) 2024-12-05T14:18:45,545 INFO [regionserver/b4b2141ac52b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741844_1020 (size=9337) 2024-12-05T14:18:45,546 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e/.tmp/info/7be90e9213eb44afab711106f9c66a4b as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e/info/7be90e9213eb44afab711106f9c66a4b 2024-12-05T14:18:45,546 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/.tmp/info/7ead1a949a8b46fba21a1079f3a47a7d 2024-12-05T14:18:45,552 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e/info/7be90e9213eb44afab711106f9c66a4b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T14:18:45,553 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 679520776d078e9213bbde8e79ea246e in 40ms, sequenceid=6, compaction requested=false 2024-12-05T14:18:45,564 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/namespace/679520776d078e9213bbde8e79ea246e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T14:18:45,565 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:45,565 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 679520776d078e9213bbde8e79ea246e: 2024-12-05T14:18:45,565 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733408324318.679520776d078e9213bbde8e79ea246e. 2024-12-05T14:18:45,565 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 56492ef8a9de2c4a2e9482628a283a71, disabling compactions & flushes 2024-12-05T14:18:45,565 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,565 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,565 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. after waiting 0 ms 2024-12-05T14:18:45,565 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,569 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/default/testClearRegionBlockCache/56492ef8a9de2c4a2e9482628a283a71/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T14:18:45,570 INFO [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,570 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 56492ef8a9de2c4a2e9482628a283a71: 2024-12-05T14:18:45,570 DEBUG [RS_CLOSE_REGION-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733408324801.56492ef8a9de2c4a2e9482628a283a71. 2024-12-05T14:18:45,576 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/.tmp/table/35544345b72543b292fe6804bbadc997 is 61, key is testClearRegionBlockCache/table:state/1733408325173/Put/seqid=0 2024-12-05T14:18:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741845_1021 (size=5392) 2024-12-05T14:18:45,582 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/.tmp/table/35544345b72543b292fe6804bbadc997 2024-12-05T14:18:45,587 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/.tmp/info/7ead1a949a8b46fba21a1079f3a47a7d as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/info/7ead1a949a8b46fba21a1079f3a47a7d 2024-12-05T14:18:45,592 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/info/7ead1a949a8b46fba21a1079f3a47a7d, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T14:18:45,593 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/.tmp/table/35544345b72543b292fe6804bbadc997 as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/table/35544345b72543b292fe6804bbadc997 2024-12-05T14:18:45,597 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/table/35544345b72543b292fe6804bbadc997, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T14:18:45,598 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=16, compaction requested=false 2024-12-05T14:18:45,602 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T14:18:45,603 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:18:45,603 INFO [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:45,603 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T14:18:45,603 DEBUG [RS_CLOSE_META-regionserver/b4b2141ac52b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:18:45,712 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,43927,1733408323452; all regions closed. 2024-12-05T14:18:45,713 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,42807,1733408323387; all regions closed. 2024-12-05T14:18:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741834_1010 (size=1758) 2024-12-05T14:18:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741834_1010 (size=1758) 2024-12-05T14:18:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741835_1011 (size=5602) 2024-12-05T14:18:45,718 DEBUG [RS:0;b4b2141ac52b:42807 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/oldWALs 2024-12-05T14:18:45,718 INFO [RS:0;b4b2141ac52b:42807 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C42807%2C1733408323387.meta:.meta(num 1733408324269) 2024-12-05T14:18:45,718 DEBUG [RS:1;b4b2141ac52b:43927 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/oldWALs 2024-12-05T14:18:45,718 INFO [RS:1;b4b2141ac52b:43927 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C43927%2C1733408323452:(num 1733408323886) 2024-12-05T14:18:45,718 DEBUG [RS:1;b4b2141ac52b:43927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:45,718 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:45,719 INFO [RS:1;b4b2141ac52b:43927 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:45,719 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:18:45,719 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:18:45,719 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:18:45,719 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:45,719 INFO [RS:1;b4b2141ac52b:43927 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43927 2024-12-05T14:18:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741833_1009 (size=3188) 2024-12-05T14:18:45,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/WALs/b4b2141ac52b,42807,1733408323387/b4b2141ac52b%2C42807%2C1733408323387.1733408323880 not finished, retry = 0 2024-12-05T14:18:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741833_1009 (size=3188) 2024-12-05T14:18:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,43927,1733408323452 2024-12-05T14:18:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:45,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,43927,1733408323452] 2024-12-05T14:18:45,724 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,43927,1733408323452; numProcessing=1 2024-12-05T14:18:45,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,43927,1733408323452 already deleted, retry=false 2024-12-05T14:18:45,725 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,43927,1733408323452 expired; onlineServers=1 2024-12-05T14:18:45,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:18:45,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:18:45,794 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:18:45,794 INFO [regionserver/b4b2141ac52b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:18:45,824 DEBUG [RS:0;b4b2141ac52b:42807 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/oldWALs 2024-12-05T14:18:45,824 INFO [RS:0;b4b2141ac52b:42807 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b4b2141ac52b%2C42807%2C1733408323387:(num 1733408323880) 2024-12-05T14:18:45,824 DEBUG [RS:0;b4b2141ac52b:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:45,824 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:18:45,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:45,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43927-0x100628bafcf0002, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:45,824 INFO [RS:0;b4b2141ac52b:42807 {}] hbase.ChoreService(370): Chore service for: regionserver/b4b2141ac52b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T14:18:45,824 INFO [RS:1;b4b2141ac52b:43927 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,43927,1733408323452; zookeeper connection closed. 2024-12-05T14:18:45,824 INFO [regionserver/b4b2141ac52b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:45,824 INFO [RS:0;b4b2141ac52b:42807 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42807 2024-12-05T14:18:45,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ab83ccf {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ab83ccf 2024-12-05T14:18:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4b2141ac52b,42807,1733408323387 2024-12-05T14:18:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:18:45,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4b2141ac52b,42807,1733408323387] 2024-12-05T14:18:45,828 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b4b2141ac52b,42807,1733408323387; numProcessing=2 2024-12-05T14:18:45,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b4b2141ac52b,42807,1733408323387 already deleted, retry=false 2024-12-05T14:18:45,829 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b4b2141ac52b,42807,1733408323387 expired; onlineServers=0 2024-12-05T14:18:45,829 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b4b2141ac52b,41495,1733408323324' ***** 2024-12-05T14:18:45,829 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:18:45,830 DEBUG [M:0;b4b2141ac52b:41495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b80d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4b2141ac52b/172.17.0.2:0 2024-12-05T14:18:45,830 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HRegionServer(1224): stopping server b4b2141ac52b,41495,1733408323324 2024-12-05T14:18:45,830 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HRegionServer(1250): stopping server b4b2141ac52b,41495,1733408323324; all regions closed. 2024-12-05T14:18:45,830 DEBUG [M:0;b4b2141ac52b:41495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:18:45,830 DEBUG [M:0;b4b2141ac52b:41495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:18:45,830 DEBUG [M:0;b4b2141ac52b:41495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:18:45,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:18:45,830 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408323657 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.large.0-1733408323657,5,FailOnTimeoutGroup] 2024-12-05T14:18:45,830 DEBUG [master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408323659 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4b2141ac52b:0:becomeActiveMaster-HFileCleaner.small.0-1733408323659,5,FailOnTimeoutGroup] 2024-12-05T14:18:45,830 INFO [M:0;b4b2141ac52b:41495 {}] hbase.ChoreService(370): Chore service for: master/b4b2141ac52b:0 had [] on shutdown 2024-12-05T14:18:45,830 DEBUG [M:0;b4b2141ac52b:41495 {}] master.HMaster(1733): Stopping service threads 2024-12-05T14:18:45,830 INFO [M:0;b4b2141ac52b:41495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:18:45,831 INFO [M:0;b4b2141ac52b:41495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:18:45,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:18:45,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:18:45,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:18:45,831 DEBUG [M:0;b4b2141ac52b:41495 {}] zookeeper.ZKUtil(347): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:18:45,831 WARN [M:0;b4b2141ac52b:41495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:18:45,831 INFO [M:0;b4b2141ac52b:41495 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T14:18:45,832 INFO [M:0;b4b2141ac52b:41495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:18:45,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:18:45,832 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:18:45,832 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:45,832 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:45,832 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:18:45,832 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:45,832 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-12-05T14:18:45,856 DEBUG [M:0;b4b2141ac52b:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52adedc70cab4535829efb26b2983f8a is 82, key is hbase:meta,,1/info:regioninfo/1733408324301/Put/seqid=0 2024-12-05T14:18:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741846_1022 (size=5672) 2024-12-05T14:18:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x100628bafcf0001, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:45,928 INFO [RS:0;b4b2141ac52b:42807 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,42807,1733408323387; zookeeper connection closed. 2024-12-05T14:18:45,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@739b6c28 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@739b6c28 2024-12-05T14:18:45,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T14:18:46,265 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52adedc70cab4535829efb26b2983f8a 2024-12-05T14:18:46,286 DEBUG [M:0;b4b2141ac52b:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30aa649a5364467b02f78f878040be0 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733408325177/Put/seqid=0 2024-12-05T14:18:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741847_1023 (size=7581) 2024-12-05T14:18:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741847_1023 (size=7581) 2024-12-05T14:18:46,291 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30aa649a5364467b02f78f878040be0 2024-12-05T14:18:46,317 DEBUG [M:0;b4b2141ac52b:41495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75e2a39c13a34e04b5b3fd9d7823c662 is 69, key is b4b2141ac52b,42807,1733408323387/rs:state/1733408323712/Put/seqid=0 2024-12-05T14:18:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:46,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741848_1024 (size=5224) 2024-12-05T14:18:46,324 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75e2a39c13a34e04b5b3fd9d7823c662 2024-12-05T14:18:46,329 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52adedc70cab4535829efb26b2983f8a as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52adedc70cab4535829efb26b2983f8a 2024-12-05T14:18:46,334 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52adedc70cab4535829efb26b2983f8a, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T14:18:46,335 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e30aa649a5364467b02f78f878040be0 as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e30aa649a5364467b02f78f878040be0 2024-12-05T14:18:46,340 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e30aa649a5364467b02f78f878040be0, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T14:18:46,341 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75e2a39c13a34e04b5b3fd9d7823c662 as hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75e2a39c13a34e04b5b3fd9d7823c662 2024-12-05T14:18:46,346 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43631/user/jenkins/test-data/70948616-10f7-2990-f8ea-1d43bee0fe07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75e2a39c13a34e04b5b3fd9d7823c662, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T14:18:46,346 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=108, compaction requested=false 2024-12-05T14:18:46,348 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:18:46,348 DEBUG [M:0;b4b2141ac52b:41495 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T14:18:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741830_1006 (size=54553) 2024-12-05T14:18:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37711 is added to blk_1073741830_1006 (size=54553) 2024-12-05T14:18:46,351 INFO [M:0;b4b2141ac52b:41495 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T14:18:46,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T14:18:46,351 INFO [M:0;b4b2141ac52b:41495 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41495 2024-12-05T14:18:46,353 DEBUG [M:0;b4b2141ac52b:41495 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b4b2141ac52b,41495,1733408323324 already deleted, retry=false 2024-12-05T14:18:46,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:46,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41495-0x100628bafcf0000, quorum=127.0.0.1:57194, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:18:46,454 INFO [M:0;b4b2141ac52b:41495 {}] regionserver.HRegionServer(1307): Exiting; stopping=b4b2141ac52b,41495,1733408323324; zookeeper connection closed. 2024-12-05T14:18:46,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5517840a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:46,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@636d5906{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:46,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:46,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21418922{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:46,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7278edf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:46,459 WARN [BP-1948335620-172.17.0.2-1733408322549 heartbeating to localhost/127.0.0.1:43631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:46,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:46,459 WARN [BP-1948335620-172.17.0.2-1733408322549 heartbeating to localhost/127.0.0.1:43631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1948335620-172.17.0.2-1733408322549 (Datanode Uuid a759ee9a-98b7-4132-83cb-5d98aded0521) service to localhost/127.0.0.1:43631 2024-12-05T14:18:46,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:46,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data3/current/BP-1948335620-172.17.0.2-1733408322549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:46,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data4/current/BP-1948335620-172.17.0.2-1733408322549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:46,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:46,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63403ed3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:18:46,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fad44e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:46,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:46,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73eb212a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:46,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@414fdcc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:46,464 WARN [BP-1948335620-172.17.0.2-1733408322549 heartbeating to localhost/127.0.0.1:43631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:18:46,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:18:46,464 WARN [BP-1948335620-172.17.0.2-1733408322549 heartbeating to localhost/127.0.0.1:43631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1948335620-172.17.0.2-1733408322549 (Datanode Uuid 9203fc02-ea95-4827-a55b-06e4e69b7dfb) service to localhost/127.0.0.1:43631 2024-12-05T14:18:46,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:18:46,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data1/current/BP-1948335620-172.17.0.2-1733408322549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:46,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/cluster_c937aaf4-56f4-ed0c-43af-8844e8c6b3ec/dfs/data/data2/current/BP-1948335620-172.17.0.2-1733408322549 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:18:46,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:18:46,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@683e7875{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:18:46,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f882119{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:18:46,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:18:46,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cd0c5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:18:46,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24dccb6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6dd079f9-a8c7-97dc-c9bd-9be2511bb5ce/hadoop.log.dir/,STOPPED} 2024-12-05T14:18:46,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:18:46,493 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T14:18:46,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=197 (was 177) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43631 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43631 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 530) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6833 (was 6913)