2024-12-04 15:20:08,973 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 2024-12-04 15:20:09,053 main DEBUG Took 0.064095 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 15:20:09,054 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 15:20:09,054 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 15:20:09,055 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 15:20:09,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,087 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 15:20:09,207 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,219 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,220 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,221 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,223 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,232 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,233 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,234 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,235 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:09,237 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,237 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 15:20:09,239 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:09,245 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 15:20:09,248 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 15:20:09,249 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 15:20:09,250 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 15:20:09,251 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 15:20:09,273 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 15:20:09,282 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 15:20:09,289 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 15:20:09,289 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 15:20:09,290 main DEBUG createAppenders(={Console}) 2024-12-04 15:20:09,291 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 initialized 2024-12-04 15:20:09,291 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 2024-12-04 15:20:09,291 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 OK. 2024-12-04 15:20:09,292 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 15:20:09,293 main DEBUG OutputStream closed 2024-12-04 15:20:09,293 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 15:20:09,293 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 15:20:09,294 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@fa49800 OK 2024-12-04 15:20:09,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 15:20:09,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 15:20:09,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 15:20:09,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 15:20:09,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 15:20:09,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 15:20:09,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 15:20:09,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 15:20:09,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 15:20:09,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 15:20:09,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 15:20:09,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 15:20:09,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 15:20:09,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 15:20:09,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 15:20:09,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 15:20:09,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 15:20:09,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 15:20:09,596 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 15:20:09,600 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1c33c17b) with optional ClassLoader: null 2024-12-04 15:20:09,601 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 15:20:09,602 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1c33c17b] started OK. 2024-12-04T15:20:09,666 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-04 15:20:09,679 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 15:20:09,679 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T15:20:09,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=1061, ProcessCount=11, AvailableMemoryMB=2412 2024-12-04T15:20:10,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3 2024-12-04T15:20:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:20:10,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0, deleteOnExit=true 2024-12-04T15:20:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-04T15:20:10,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/test.cache.data in system properties and HBase conf 2024-12-04T15:20:10,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:20:10,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:20:10,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:20:10,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:20:10,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T15:20:10,760 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T15:20:10,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:20:10,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:10,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:10,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:20:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:20:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:20:10,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:10,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:11,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:20:11,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:20:11,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:20:12,778 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T15:20:12,968 INFO [Time-limited test {}] log.Log(170): Logging initialized @5775ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T15:20:13,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:13,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:13,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:13,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:13,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:20:13,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:13,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9643d40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:13,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58cfd3ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:13,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@504b675{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/java.io.tmpdir/jetty-localhost-45701-hadoop-hdfs-3_4_1-tests_jar-_-any-14341978351054739202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:13,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d08f4eb{HTTP/1.1, (http/1.1)}{localhost:45701} 2024-12-04T15:20:13,854 INFO [Time-limited test {}] server.Server(415): Started @6665ms 2024-12-04T15:20:15,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:15,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:15,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:15,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:15,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:20:15,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47625c11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:15,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a96411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:15,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ede5dd6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/java.io.tmpdir/jetty-localhost-45777-hadoop-hdfs-3_4_1-tests_jar-_-any-848697931650306093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:15,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55b7a0ba{HTTP/1.1, (http/1.1)}{localhost:45777} 2024-12-04T15:20:15,405 INFO [Time-limited test {}] server.Server(415): Started @8216ms 2024-12-04T15:20:15,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:15,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:15,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:15,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:15,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:15,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:15,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ba1e63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:15,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e951ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:16,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f00e592{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/java.io.tmpdir/jetty-localhost-45945-hadoop-hdfs-3_4_1-tests_jar-_-any-418910183327860215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:16,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d719f62{HTTP/1.1, (http/1.1)}{localhost:45945} 2024-12-04T15:20:16,201 INFO [Time-limited test {}] server.Server(415): Started @9012ms 2024-12-04T15:20:16,204 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:16,671 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data2/current/BP-1950431831-172.17.0.2-1733325612316/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:16,673 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data4/current/BP-1950431831-172.17.0.2-1733325612316/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:16,676 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data1/current/BP-1950431831-172.17.0.2-1733325612316/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:16,679 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data3/current/BP-1950431831-172.17.0.2-1733325612316/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:16,899 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:16,912 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaf0f803bc954726 with lease ID 0x65746d30904089eb: Processing first storage report for DS-d1ed6951-cca2-4748-8269-a964054d1deb from datanode DatanodeRegistration(127.0.0.1:43123, datanodeUuid=50ccd5c9-566f-4161-9e18-c494c333a0a6, infoPort=39703, infoSecurePort=0, ipcPort=37947, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316) 2024-12-04T15:20:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaf0f803bc954726 with lease ID 0x65746d30904089eb: from storage DS-d1ed6951-cca2-4748-8269-a964054d1deb node DatanodeRegistration(127.0.0.1:43123, datanodeUuid=50ccd5c9-566f-4161-9e18-c494c333a0a6, infoPort=39703, infoSecurePort=0, ipcPort=37947, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T15:20:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71d197c0c19b655f with lease ID 0x65746d30904089ea: Processing first storage report for DS-30fd63ab-9842-426e-9832-8f37e198728b from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=7c7cb973-112e-4c30-9e15-ffeff7c348eb, infoPort=40089, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316) 2024-12-04T15:20:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71d197c0c19b655f with lease ID 0x65746d30904089ea: from storage DS-30fd63ab-9842-426e-9832-8f37e198728b node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=7c7cb973-112e-4c30-9e15-ffeff7c348eb, infoPort=40089, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaf0f803bc954726 with lease ID 0x65746d30904089eb: Processing first storage report for DS-0792fc8c-02be-4fee-9910-b79ee8ca2e0d from datanode DatanodeRegistration(127.0.0.1:43123, datanodeUuid=50ccd5c9-566f-4161-9e18-c494c333a0a6, infoPort=39703, infoSecurePort=0, ipcPort=37947, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316) 2024-12-04T15:20:17,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaf0f803bc954726 with lease ID 0x65746d30904089eb: from storage DS-0792fc8c-02be-4fee-9910-b79ee8ca2e0d node DatanodeRegistration(127.0.0.1:43123, datanodeUuid=50ccd5c9-566f-4161-9e18-c494c333a0a6, infoPort=39703, infoSecurePort=0, ipcPort=37947, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71d197c0c19b655f with lease ID 0x65746d30904089ea: Processing first storage report for DS-2f9aca17-4302-49ca-a1dc-8727da6fc5d1 from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=7c7cb973-112e-4c30-9e15-ffeff7c348eb, infoPort=40089, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316) 2024-12-04T15:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71d197c0c19b655f with lease ID 0x65746d30904089ea: from storage DS-2f9aca17-4302-49ca-a1dc-8727da6fc5d1 node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=7c7cb973-112e-4c30-9e15-ffeff7c348eb, infoPort=40089, infoSecurePort=0, ipcPort=43091, storageInfo=lv=-57;cid=testClusterID;nsid=424119215;c=1733325612316), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:20:17,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3 2024-12-04T15:20:17,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/zookeeper_0, clientPort=61905, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:20:17,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61905 2024-12-04T15:20:17,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:17,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:18,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:18,475 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0 with version=8 2024-12-04T15:20:18,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/hbase-staging 2024-12-04T15:20:18,689 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T15:20:19,136 INFO [Time-limited test {}] client.ConnectionUtils(129): master/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:19,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:19,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:19,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:19,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:19,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:19,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:19,516 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T15:20:19,531 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T15:20:19,537 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:19,581 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3795 (auto-detected) 2024-12-04T15:20:19,584 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T15:20:19,617 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34201 2024-12-04T15:20:19,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:19,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:19,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34201 connecting to ZooKeeper ensemble=127.0.0.1:61905 2024-12-04T15:20:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342010x0, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:19,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34201-0x1005d9db19a0000 connected 2024-12-04T15:20:20,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:20,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:20,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:20,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34201 2024-12-04T15:20:20,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34201 2024-12-04T15:20:20,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34201 2024-12-04T15:20:20,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34201 2024-12-04T15:20:20,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34201 2024-12-04T15:20:20,088 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0, hbase.cluster.distributed=false 2024-12-04T15:20:20,270 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:20,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:20,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:20,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:20,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:20,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:20,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:20,278 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:20,280 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42975 2024-12-04T15:20:20,283 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:20,304 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:20,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:20,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:20,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42975 connecting to ZooKeeper ensemble=127.0.0.1:61905 2024-12-04T15:20:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429750x0, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:20,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42975-0x1005d9db19a0001 connected 2024-12-04T15:20:20,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:20,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:20,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:20,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42975 2024-12-04T15:20:20,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42975 2024-12-04T15:20:20,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42975 2024-12-04T15:20:20,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42975 2024-12-04T15:20:20,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42975 2024-12-04T15:20:20,489 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:20,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:20,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:20,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:20,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:20,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:20,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:20,491 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:20,499 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34593 2024-12-04T15:20:20,501 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:20,512 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:20,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:20,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:20,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34593 connecting to ZooKeeper ensemble=127.0.0.1:61905 2024-12-04T15:20:20,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345930x0, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:20,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34593-0x1005d9db19a0002 connected 2024-12-04T15:20:20,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:20,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:20,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:20,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34593 2024-12-04T15:20:20,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34593 2024-12-04T15:20:20,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34593 2024-12-04T15:20:20,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34593 2024-12-04T15:20:20,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34593 2024-12-04T15:20:20,636 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:20,665 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;645c2dbfef2e:34201 2024-12-04T15:20:20,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:20,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:20,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:20,692 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:20,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:20,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:20,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:20,768 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:20,780 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/645c2dbfef2e,34201,1733325618679 from backup master directory 2024-12-04T15:20:20,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:20,798 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:20,798 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:20,801 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T15:20:20,810 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T15:20:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:21,083 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/hbase.id with ID: cb5342cb-ceb0-408d-94f9-a293fb5131f5 2024-12-04T15:20:21,214 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:21,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:21,424 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:21,427 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:20:21,462 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:20:21,473 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:21,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:21,650 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store 2024-12-04T15:20:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:21,766 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T15:20:21,767 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:21,772 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:21,773 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:21,773 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:21,773 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:21,773 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:21,774 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:21,774 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:21,777 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/.initializing 2024-12-04T15:20:21,777 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/WALs/645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:21,787 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:21,805 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C34201%2C1733325618679, suffix=, logDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/WALs/645c2dbfef2e,34201,1733325618679, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/oldWALs, maxLogs=10 2024-12-04T15:20:21,849 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/WALs/645c2dbfef2e,34201,1733325618679/645c2dbfef2e%2C34201%2C1733325618679.1733325621822, exclude list is [], retry=0 2024-12-04T15:20:21,887 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43123,DS-d1ed6951-cca2-4748-8269-a964054d1deb,DISK] 2024-12-04T15:20:21,887 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-30fd63ab-9842-426e-9832-8f37e198728b,DISK] 2024-12-04T15:20:21,891 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T15:20:21,988 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/WALs/645c2dbfef2e,34201,1733325618679/645c2dbfef2e%2C34201%2C1733325618679.1733325621822 2024-12-04T15:20:21,992 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39703:39703),(127.0.0.1/127.0.0.1:40089:40089)] 2024-12-04T15:20:21,993 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:21,998 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:22,018 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,020 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:20:22,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:22,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:22,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:20:22,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:22,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:22,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:20:22,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:22,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:22,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:20:22,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:22,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:22,237 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,240 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,274 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:22,301 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:22,321 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:22,323 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281845, jitterRate=0.0919845849275589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:22,334 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:22,340 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:20:22,404 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19921d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:22,492 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-04T15:20:22,520 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:20:22,521 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:20:22,530 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:20:22,533 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-12-04T15:20:22,541 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-12-04T15:20:22,541 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:20:22,609 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:20:22,637 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T15:20:22,645 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-04T15:20:22,648 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:20:22,656 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:20:22,668 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-04T15:20:22,671 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:20:22,688 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:20:22,697 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-04T15:20:22,704 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:20:22,712 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T15:20:22,744 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:20:22,752 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T15:20:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,794 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=645c2dbfef2e,34201,1733325618679, sessionid=0x1005d9db19a0000, setting cluster-up flag (Was=false) 2024-12-04T15:20:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,850 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T15:20:22,874 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:22,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:22,902 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T15:20:22,910 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:22,976 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;645c2dbfef2e:34593 2024-12-04T15:20:22,989 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;645c2dbfef2e:42975 2024-12-04T15:20:23,005 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1008): ClusterId : cb5342cb-ceb0-408d-94f9-a293fb5131f5 2024-12-04T15:20:23,008 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1008): ClusterId : cb5342cb-ceb0-408d-94f9-a293fb5131f5 2024-12-04T15:20:23,009 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:23,011 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:23,045 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:23,046 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:23,052 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:23,052 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:23,065 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:23,065 DEBUG [RS:0;645c2dbfef2e:42975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dea18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:23,072 DEBUG [RS:0;645c2dbfef2e:42975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6353015d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:23,076 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:23,077 DEBUG [RS:1;645c2dbfef2e:34593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e96a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:23,078 DEBUG [RS:1;645c2dbfef2e:34593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea757d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:23,081 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:23,081 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:23,081 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:23,084 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:23,084 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:23,084 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:23,087 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34201,1733325618679 with isa=645c2dbfef2e/172.17.0.2:42975, startcode=1733325620269 2024-12-04T15:20:23,088 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34201,1733325618679 with isa=645c2dbfef2e/172.17.0.2:34593, startcode=1733325620488 2024-12-04T15:20:23,126 DEBUG [RS:0;645c2dbfef2e:42975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:23,130 DEBUG [RS:1;645c2dbfef2e:34593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:23,158 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:23,179 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-04T15:20:23,187 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:20:23,200 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 645c2dbfef2e,34201,1733325618679 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:20:23,209 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:23,210 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:23,210 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:23,210 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:23,212 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/645c2dbfef2e:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:20:23,212 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,213 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:23,213 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,237 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51089, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:23,242 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42631, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:23,252 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-04T15:20:23,253 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325653253 2024-12-04T15:20:23,255 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:20:23,256 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:20:23,260 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:20:23,261 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:20:23,261 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:20:23,261 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:20:23,264 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:23,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:20:23,267 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-04T15:20:23,269 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:20:23,272 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:20:23,272 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:20:23,316 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:20:23,316 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:20:23,319 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325623318,5,FailOnTimeoutGroup] 2024-12-04T15:20:23,325 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-04T15:20:23,325 WARN [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T15:20:23,326 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325623319,5,FailOnTimeoutGroup] 2024-12-04T15:20:23,326 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,326 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-04T15:20:23,326 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:20:23,327 WARN [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T15:20:23,328 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,328 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:23,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:23,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-04T15:20:23,416 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0 2024-12-04T15:20:23,430 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34201,1733325618679 with isa=645c2dbfef2e/172.17.0.2:34593, startcode=1733325620488 2024-12-04T15:20:23,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:23,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:23,440 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34201,1733325618679 with isa=645c2dbfef2e/172.17.0.2:42975, startcode=1733325620269 2024-12-04T15:20:23,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:23,467 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0 2024-12-04T15:20:23,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34201 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:23,467 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34009 2024-12-04T15:20:23,467 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:23,473 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0 2024-12-04T15:20:23,473 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34009 2024-12-04T15:20:23,473 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:23,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:23,492 DEBUG [RS:0;645c2dbfef2e:42975 {}] zookeeper.ZKUtil(111): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:23,492 WARN [RS:0;645c2dbfef2e:42975 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:23,492 DEBUG [RS:1;645c2dbfef2e:34593 {}] zookeeper.ZKUtil(111): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:23,493 INFO [RS:0;645c2dbfef2e:42975 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:23,493 WARN [RS:1;645c2dbfef2e:34593 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:23,493 INFO [RS:1;645c2dbfef2e:34593 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:23,493 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:23,493 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:20:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:20:23,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:23,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,42975,1733325620269] 2024-12-04T15:20:23,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,34593,1733325620488] 2024-12-04T15:20:23,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:23,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:23,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:23,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:23,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:23,552 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:23,552 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:23,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:23,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:23,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:23,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:23,572 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:23,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:23,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:23,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:23,577 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:23,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740 2024-12-04T15:20:23,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740 2024-12-04T15:20:23,601 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:23,601 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:23,607 INFO [RS:0;645c2dbfef2e:42975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:23,607 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,608 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:23,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:23,628 INFO [RS:1;645c2dbfef2e:34593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:23,629 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,646 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:23,656 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:23,658 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,658 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,659 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,659 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,659 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,659 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,659 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,659 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,659 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,659 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:23,660 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:23,660 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,660 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,661 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,661 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,661 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,661 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:23,661 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:23,661 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:23,661 DEBUG [RS:0;645c2dbfef2e:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:23,661 DEBUG [RS:1;645c2dbfef2e:34593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:23,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:23,671 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71947313, jitterRate=0.072098508477211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:23,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:23,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:23,674 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:23,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:23,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:23,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:23,694 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,697 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,697 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:23,697 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:23,697 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,697 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42975,1733325620269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:23,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:23,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-04T15:20:23,712 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,712 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,713 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,713 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,713 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34593,1733325620488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:23,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:20:23,761 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:23,762 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:23,775 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:23,777 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34593,1733325620488-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,780 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42975,1733325620269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:23,784 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:20:23,829 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.Replication(204): 645c2dbfef2e,34593,1733325620488 started 2024-12-04T15:20:23,829 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,34593,1733325620488, RpcServer on 645c2dbfef2e/172.17.0.2:34593, sessionid=0x1005d9db19a0002 2024-12-04T15:20:23,830 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:23,831 DEBUG [RS:1;645c2dbfef2e:34593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:23,831 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,34593,1733325620488' 2024-12-04T15:20:23,831 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:23,832 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.Replication(204): 645c2dbfef2e,42975,1733325620269 started 2024-12-04T15:20:23,832 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,42975,1733325620269, RpcServer on 645c2dbfef2e/172.17.0.2:42975, sessionid=0x1005d9db19a0001 2024-12-04T15:20:23,833 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:23,833 DEBUG [RS:0;645c2dbfef2e:42975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:23,833 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,42975,1733325620269' 2024-12-04T15:20:23,833 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:23,833 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:23,839 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:23,840 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:23,840 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:23,840 DEBUG [RS:1;645c2dbfef2e:34593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:23,840 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,34593,1733325620488' 2024-12-04T15:20:23,840 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:23,844 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:23,844 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:23,844 DEBUG [RS:0;645c2dbfef2e:42975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:23,844 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,42975,1733325620269' 2024-12-04T15:20:23,844 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:23,848 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:23,848 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:23,858 DEBUG [RS:1;645c2dbfef2e:34593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:23,858 INFO [RS:1;645c2dbfef2e:34593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:23,858 INFO [RS:1;645c2dbfef2e:34593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:23,860 DEBUG [RS:0;645c2dbfef2e:42975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:23,860 INFO [RS:0;645c2dbfef2e:42975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:23,860 INFO [RS:0;645c2dbfef2e:42975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:23,937 WARN [645c2dbfef2e:34201 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-04T15:20:23,971 INFO [RS:0;645c2dbfef2e:42975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:23,973 INFO [RS:1;645c2dbfef2e:34593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:23,977 INFO [RS:1;645c2dbfef2e:34593 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C34593%2C1733325620488, suffix=, logDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,34593,1733325620488, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/oldWALs, maxLogs=32 2024-12-04T15:20:23,979 INFO [RS:0;645c2dbfef2e:42975 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C42975%2C1733325620269, suffix=, logDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/oldWALs, maxLogs=32 2024-12-04T15:20:24,013 DEBUG [RS:0;645c2dbfef2e:42975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269/645c2dbfef2e%2C42975%2C1733325620269.1733325623985, exclude list is [], retry=0 2024-12-04T15:20:24,022 DEBUG [RS:1;645c2dbfef2e:34593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,34593,1733325620488/645c2dbfef2e%2C34593%2C1733325620488.1733325623986, exclude list is [], retry=0 2024-12-04T15:20:24,038 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43123,DS-d1ed6951-cca2-4748-8269-a964054d1deb,DISK] 2024-12-04T15:20:24,040 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-30fd63ab-9842-426e-9832-8f37e198728b,DISK] 2024-12-04T15:20:24,043 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43123,DS-d1ed6951-cca2-4748-8269-a964054d1deb,DISK] 2024-12-04T15:20:24,045 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-30fd63ab-9842-426e-9832-8f37e198728b,DISK] 2024-12-04T15:20:24,088 INFO [RS:0;645c2dbfef2e:42975 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269/645c2dbfef2e%2C42975%2C1733325620269.1733325623985 2024-12-04T15:20:24,091 INFO [RS:1;645c2dbfef2e:34593 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,34593,1733325620488/645c2dbfef2e%2C34593%2C1733325620488.1733325623986 2024-12-04T15:20:24,091 DEBUG [RS:0;645c2dbfef2e:42975 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39703:39703),(127.0.0.1/127.0.0.1:40089:40089)] 2024-12-04T15:20:24,100 DEBUG [RS:1;645c2dbfef2e:34593 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40089:40089),(127.0.0.1/127.0.0.1:39703:39703)] 2024-12-04T15:20:24,190 DEBUG [645c2dbfef2e:34201 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T15:20:24,194 DEBUG [645c2dbfef2e:34201 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:24,218 DEBUG [645c2dbfef2e:34201 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:24,218 DEBUG [645c2dbfef2e:34201 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:24,218 INFO [645c2dbfef2e:34201 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:24,219 INFO [645c2dbfef2e:34201 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:24,219 DEBUG [645c2dbfef2e:34201 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:24,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:24,259 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,42975,1733325620269, state=OPENING 2024-12-04T15:20:24,276 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:20:24,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:24,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:24,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:24,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:24,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:24,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=645c2dbfef2e,42975,1733325620269}] 2024-12-04T15:20:24,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:24,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:24,549 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:24,609 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-04T15:20:24,609 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:24,610 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:20:24,628 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C42975%2C1733325620269.meta, suffix=.meta, logDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/oldWALs, maxLogs=32 2024-12-04T15:20:24,657 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269/645c2dbfef2e%2C42975%2C1733325620269.meta.1733325624631.meta, exclude list is [], retry=0 2024-12-04T15:20:24,688 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-30fd63ab-9842-426e-9832-8f37e198728b,DISK] 2024-12-04T15:20:24,688 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43123,DS-d1ed6951-cca2-4748-8269-a964054d1deb,DISK] 2024-12-04T15:20:24,748 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269/645c2dbfef2e%2C42975%2C1733325620269.meta.1733325624631.meta 2024-12-04T15:20:24,751 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40089:40089),(127.0.0.1/127.0.0.1:39703:39703)] 2024-12-04T15:20:24,752 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:24,754 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:24,890 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:20:24,902 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:20:24,911 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:20:24,911 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:24,912 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-04T15:20:24,912 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-04T15:20:24,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:24,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:24,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:24,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:24,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:24,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:24,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:24,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:24,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:24,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:24,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:24,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:24,981 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740 2024-12-04T15:20:24,987 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740 2024-12-04T15:20:25,005 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:25,020 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:25,024 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60976937, jitterRate=-0.09137283265590668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:25,027 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:25,056 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325624529 2024-12-04T15:20:25,092 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:20:25,093 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-04T15:20:25,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:25,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,42975,1733325620269, state=OPEN 2024-12-04T15:20:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:25,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:25,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:25,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:25,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:25,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:25,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:20:25,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=645c2dbfef2e,42975,1733325620269 in 809 msec 2024-12-04T15:20:25,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:20:25,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4160 sec 2024-12-04T15:20:25,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.1260 sec 2024-12-04T15:20:25,163 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325625163, completionTime=-1 2024-12-04T15:20:25,163 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T15:20:25,163 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-04T15:20:25,266 DEBUG [hconnection-0x5d697b90-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:25,270 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:25,287 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-04T15:20:25,287 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325685287 2024-12-04T15:20:25,287 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325745287 2024-12-04T15:20:25,287 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 123 msec 2024-12-04T15:20:25,373 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T15:20:25,394 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34201,1733325618679-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:25,394 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34201,1733325618679-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:25,394 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34201,1733325618679-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:25,397 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-645c2dbfef2e:34201, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:25,403 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:25,408 DEBUG [master/645c2dbfef2e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-04T15:20:25,414 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-04T15:20:25,419 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:25,440 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-04T15:20:25,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:25,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:25,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:25,572 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3177d8261a7dccc31be16e1d71e8d565, NAME => 'hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0 2024-12-04T15:20:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:25,691 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:25,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3177d8261a7dccc31be16e1d71e8d565, disabling compactions & flushes 2024-12-04T15:20:25,692 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:25,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:25,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. after waiting 0 ms 2024-12-04T15:20:25,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:25,692 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:25,692 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3177d8261a7dccc31be16e1d71e8d565: 2024-12-04T15:20:25,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:25,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733325625714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325625714"}]},"ts":"1733325625714"} 2024-12-04T15:20:25,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-04T15:20:25,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:25,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325625812"}]},"ts":"1733325625812"} 2024-12-04T15:20:25,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-04T15:20:25,888 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:25,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:25,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:25,899 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:25,899 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:25,899 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:25,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3177d8261a7dccc31be16e1d71e8d565, ASSIGN}] 2024-12-04T15:20:25,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3177d8261a7dccc31be16e1d71e8d565, ASSIGN 2024-12-04T15:20:25,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3177d8261a7dccc31be16e1d71e8d565, ASSIGN; state=OFFLINE, location=645c2dbfef2e,42975,1733325620269; forceNewPlan=false, retain=false 2024-12-04T15:20:26,071 INFO [645c2dbfef2e:34201 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T15:20:26,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3177d8261a7dccc31be16e1d71e8d565, regionState=OPENING, regionLocation=645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:26,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3177d8261a7dccc31be16e1d71e8d565, server=645c2dbfef2e,42975,1733325620269}] 2024-12-04T15:20:26,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:26,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:26,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3177d8261a7dccc31be16e1d71e8d565, NAME => 'hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:26,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:26,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:26,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:26,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:26,277 INFO [StoreOpener-3177d8261a7dccc31be16e1d71e8d565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:26,297 INFO [StoreOpener-3177d8261a7dccc31be16e1d71e8d565-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3177d8261a7dccc31be16e1d71e8d565 columnFamilyName info 2024-12-04T15:20:26,298 DEBUG [StoreOpener-3177d8261a7dccc31be16e1d71e8d565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:26,375 INFO [StoreOpener-3177d8261a7dccc31be16e1d71e8d565-1 {}] regionserver.HStore(327): Store=3177d8261a7dccc31be16e1d71e8d565/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:26,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:26,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:26,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:26,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:26,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3177d8261a7dccc31be16e1d71e8d565; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65652133, jitterRate=-0.02170698344707489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:26,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3177d8261a7dccc31be16e1d71e8d565: 2024-12-04T15:20:26,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565., pid=6, masterSystemTime=1733325626237 2024-12-04T15:20:26,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:26,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:26,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3177d8261a7dccc31be16e1d71e8d565, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:26,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:20:26,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3177d8261a7dccc31be16e1d71e8d565, server=645c2dbfef2e,42975,1733325620269 in 506 msec 2024-12-04T15:20:26,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:20:26,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3177d8261a7dccc31be16e1d71e8d565, ASSIGN in 707 msec 2024-12-04T15:20:26,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:26,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325626623"}]},"ts":"1733325626623"} 2024-12-04T15:20:26,636 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-04T15:20:26,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:26,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2520 sec 2024-12-04T15:20:26,702 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-04T15:20:26,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:26,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:26,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:26,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:26,792 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-04T15:20:26,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:26,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 91 msec 2024-12-04T15:20:26,883 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-04T15:20:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:26,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 83 msec 2024-12-04T15:20:27,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-04T15:20:27,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-04T15:20:27,064 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 6.266sec 2024-12-04T15:20:27,073 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:20:27,075 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:20:27,077 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:20:27,077 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:20:27,078 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:20:27,079 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34201,1733325618679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:27,080 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34201,1733325618679-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:20:27,105 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05880078 to 127.0.0.1:61905 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ba3ceff 2024-12-04T15:20:27,112 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-04T15:20:27,119 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:20:27,120 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:20:27,121 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34201,1733325618679-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:27,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450aedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:27,169 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T15:20:27,169 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T15:20:27,251 DEBUG [hconnection-0x2b7085bf-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:27,283 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:27,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:27,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:27,335 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:27,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T15:20:27,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:27,401 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:27,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-04T15:20:27,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:27,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:27,525 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b14b67ac593da1b4d735aeaf359c1853, NAME => 'testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0 2024-12-04T15:20:27,527 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 875dc17999cfd61d8b2f571a26a8fe18, NAME => 'testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0 2024-12-04T15:20:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:27,621 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:27,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing b14b67ac593da1b4d735aeaf359c1853, disabling compactions & flushes 2024-12-04T15:20:27,625 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:27,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:27,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. after waiting 0 ms 2024-12-04T15:20:27,626 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:27,626 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:27,626 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for b14b67ac593da1b4d735aeaf359c1853: 2024-12-04T15:20:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:27,635 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:27,635 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 875dc17999cfd61d8b2f571a26a8fe18, disabling compactions & flushes 2024-12-04T15:20:27,635 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:27,636 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:27,636 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. after waiting 0 ms 2024-12-04T15:20:27,636 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:27,636 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:27,636 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 875dc17999cfd61d8b2f571a26a8fe18: 2024-12-04T15:20:27,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:27,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325627645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325627645"}]},"ts":"1733325627645"} 2024-12-04T15:20:27,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325627645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325627645"}]},"ts":"1733325627645"} 2024-12-04T15:20:27,700 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-04T15:20:27,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:27,720 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325627720"}]},"ts":"1733325627720"} 2024-12-04T15:20:27,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T15:20:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:27,764 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:27,781 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:27,781 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:27,781 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:27,781 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:27,781 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:27,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b14b67ac593da1b4d735aeaf359c1853, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=875dc17999cfd61d8b2f571a26a8fe18, ASSIGN}] 2024-12-04T15:20:27,789 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b14b67ac593da1b4d735aeaf359c1853, ASSIGN 2024-12-04T15:20:27,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=875dc17999cfd61d8b2f571a26a8fe18, ASSIGN 2024-12-04T15:20:27,793 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b14b67ac593da1b4d735aeaf359c1853, ASSIGN; state=OFFLINE, location=645c2dbfef2e,42975,1733325620269; forceNewPlan=false, retain=false 2024-12-04T15:20:27,804 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=875dc17999cfd61d8b2f571a26a8fe18, ASSIGN; state=OFFLINE, location=645c2dbfef2e,34593,1733325620488; forceNewPlan=false, retain=false 2024-12-04T15:20:27,944 INFO [645c2dbfef2e:34201 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T15:20:27,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b14b67ac593da1b4d735aeaf359c1853, regionState=OPENING, regionLocation=645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:27,945 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=875dc17999cfd61d8b2f571a26a8fe18, regionState=OPENING, regionLocation=645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:27,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 875dc17999cfd61d8b2f571a26a8fe18, server=645c2dbfef2e,34593,1733325620488}] 2024-12-04T15:20:27,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure b14b67ac593da1b4d735aeaf359c1853, server=645c2dbfef2e,42975,1733325620269}] 2024-12-04T15:20:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:28,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:28,108 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:28,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:28,111 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:28,128 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:28,128 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 875dc17999cfd61d8b2f571a26a8fe18, NAME => 'testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T15:20:28,129 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:28,129 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:28,129 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:28,129 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:28,139 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:28,139 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b14b67ac593da1b4d735aeaf359c1853, NAME => 'testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T15:20:28,140 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:28,140 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:28,140 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:28,140 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:28,160 INFO [StoreOpener-875dc17999cfd61d8b2f571a26a8fe18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:28,160 INFO [StoreOpener-b14b67ac593da1b4d735aeaf359c1853-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:28,169 INFO [StoreOpener-875dc17999cfd61d8b2f571a26a8fe18-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc17999cfd61d8b2f571a26a8fe18 columnFamilyName family 2024-12-04T15:20:28,169 DEBUG [StoreOpener-875dc17999cfd61d8b2f571a26a8fe18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:28,173 INFO [StoreOpener-b14b67ac593da1b4d735aeaf359c1853-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b14b67ac593da1b4d735aeaf359c1853 columnFamilyName family 2024-12-04T15:20:28,173 DEBUG [StoreOpener-b14b67ac593da1b4d735aeaf359c1853-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:28,176 INFO [StoreOpener-875dc17999cfd61d8b2f571a26a8fe18-1 {}] regionserver.HStore(327): Store=875dc17999cfd61d8b2f571a26a8fe18/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:28,181 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:28,181 INFO [StoreOpener-b14b67ac593da1b4d735aeaf359c1853-1 {}] regionserver.HStore(327): Store=b14b67ac593da1b4d735aeaf359c1853/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:28,183 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:28,183 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:28,188 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:28,202 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:28,212 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:28,214 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:28,215 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b14b67ac593da1b4d735aeaf359c1853; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71012767, jitterRate=0.05817268788814545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:28,217 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b14b67ac593da1b4d735aeaf359c1853: 2024-12-04T15:20:28,227 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853., pid=13, masterSystemTime=1733325628110 2024-12-04T15:20:28,233 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:28,245 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 875dc17999cfd61d8b2f571a26a8fe18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68404201, jitterRate=0.01930202543735504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:28,246 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 875dc17999cfd61d8b2f571a26a8fe18: 2024-12-04T15:20:28,248 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:28,248 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:28,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b14b67ac593da1b4d735aeaf359c1853, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:28,254 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18., pid=12, masterSystemTime=1733325628107 2024-12-04T15:20:28,263 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:28,263 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:28,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=875dc17999cfd61d8b2f571a26a8fe18, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:28,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-04T15:20:28,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure b14b67ac593da1b4d735aeaf359c1853, server=645c2dbfef2e,42975,1733325620269 in 302 msec 2024-12-04T15:20:28,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b14b67ac593da1b4d735aeaf359c1853, ASSIGN in 500 msec 2024-12-04T15:20:28,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:20:28,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 875dc17999cfd61d8b2f571a26a8fe18, server=645c2dbfef2e,34593,1733325620488 in 350 msec 2024-12-04T15:20:28,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-04T15:20:28,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=875dc17999cfd61d8b2f571a26a8fe18, ASSIGN in 545 msec 2024-12-04T15:20:28,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:28,369 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325628368"}]},"ts":"1733325628368"} 2024-12-04T15:20:28,378 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T15:20:28,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:28,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.0300 sec 2024-12-04T15:20:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34201 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:28,547 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-04T15:20:28,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T15:20:28,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:28,578 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T15:20:28,578 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:28,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-04T15:20:28,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:28,694 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:28,806 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b14b67ac593da1b4d735aeaf359c1853 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T15:20:28,964 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853/.tmp/family/d63e4936089647eb9d1effc0dbd3c5f3 is 32, key is 1/family:/1733325628603/Put/seqid=0 2024-12-04T15:20:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741841_1017 (size=5054) 2024-12-04T15:20:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741841_1017 (size=5054) 2024-12-04T15:20:29,447 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853/.tmp/family/d63e4936089647eb9d1effc0dbd3c5f3 2024-12-04T15:20:29,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:20:29,511 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:20:29,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-04T15:20:29,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-04T15:20:29,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:29,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:20:29,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:20:29,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T15:20:29,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-04T15:20:29,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-04T15:20:29,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-04T15:20:29,563 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853/.tmp/family/d63e4936089647eb9d1effc0dbd3c5f3 as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853/family/d63e4936089647eb9d1effc0dbd3c5f3 2024-12-04T15:20:29,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:20:29,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-04T15:20:29,594 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853/family/d63e4936089647eb9d1effc0dbd3c5f3, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T15:20:29,610 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b14b67ac593da1b4d735aeaf359c1853 in 804ms, sequenceid=8, compaction requested=false 2024-12-04T15:20:29,611 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b14b67ac593da1b4d735aeaf359c1853: 2024-12-04T15:20:29,612 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 875dc17999cfd61d8b2f571a26a8fe18 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T15:20:29,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18/.tmp/family/fd6fa546be2041eb9cf4cc2eb9b0bd68 is 32, key is 5/family:/1733325628696/Put/seqid=0 2024-12-04T15:20:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741842_1018 (size=5083) 2024-12-04T15:20:29,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741842_1018 (size=5083) 2024-12-04T15:20:29,774 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18/.tmp/family/fd6fa546be2041eb9cf4cc2eb9b0bd68 2024-12-04T15:20:29,837 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18/.tmp/family/fd6fa546be2041eb9cf4cc2eb9b0bd68 as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18/family/fd6fa546be2041eb9cf4cc2eb9b0bd68 2024-12-04T15:20:29,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18/family/fd6fa546be2041eb9cf4cc2eb9b0bd68, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T15:20:29,912 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 875dc17999cfd61d8b2f571a26a8fe18 in 300ms, sequenceid=9, compaction requested=false 2024-12-04T15:20:29,912 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 875dc17999cfd61d8b2f571a26a8fe18: 2024-12-04T15:20:29,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43203d2c to 127.0.0.1:61905 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f87685 2024-12-04T15:20:29,954 DEBUG [ReadOnlyZKClient-127.0.0.1:61905@0x43203d2c {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4f1fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:30,026 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-04T15:20:30,042 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-04T15:20:30,056 DEBUG [ReadOnlyZKClient-127.0.0.1:61905@0x43203d2c {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=645c2dbfef2e,42975,1733325620269, seqNum=-1] 2024-12-04T15:20:30,061 DEBUG [ReadOnlyZKClient-127.0.0.1:61905@0x43203d2c {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:30,076 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:30,098 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:30,099 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:30,101 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:30,124 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:30,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-04T15:20:30,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:30,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:30,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43203d2c to 127.0.0.1:61905 2024-12-04T15:20:30,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T15:20:30,146 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-04T15:20:30,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05880078 to 127.0.0.1:61905 2024-12-04T15:20:30,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:30,153 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:20:30,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=52115993, stopped=false 2024-12-04T15:20:30,156 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:30,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-04T15:20:30,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:30,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:30,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:30,174 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,42975,1733325620269' ***** 2024-12-04T15:20:30,174 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:30,174 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,34593,1733325620488' ***** 2024-12-04T15:20:30,174 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:30,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:30,175 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:30,175 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:30,175 INFO [RS:1;645c2dbfef2e:34593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:30,175 INFO [RS:0;645c2dbfef2e:42975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:30,175 INFO [RS:0;645c2dbfef2e:42975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:30,175 INFO [RS:1;645c2dbfef2e:34593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:30,176 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(3579): Received CLOSE for 875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:30,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:30,176 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(3579): Received CLOSE for b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:30,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:30,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:30,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:30,182 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(3579): Received CLOSE for 3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:30,182 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:30,183 DEBUG [RS:0;645c2dbfef2e:42975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:30,183 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:30,183 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:30,183 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:30,183 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-04T15:20:30,183 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-04T15:20:30,184 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1603): Online Regions={b14b67ac593da1b4d735aeaf359c1853=testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853., 3177d8261a7dccc31be16e1d71e8d565=hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:20:30,184 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3177d8261a7dccc31be16e1d71e8d565, b14b67ac593da1b4d735aeaf359c1853 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b14b67ac593da1b4d735aeaf359c1853, disabling compactions & flushes 2024-12-04T15:20:30,185 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. after waiting 0 ms 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:30,185 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:30,185 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:30,185 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:30,185 DEBUG [RS:1;645c2dbfef2e:34593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:30,185 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-04T15:20:30,185 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1603): Online Regions={875dc17999cfd61d8b2f571a26a8fe18=testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18.} 2024-12-04T15:20:30,185 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-04T15:20:30,186 DEBUG [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1629): Waiting on 875dc17999cfd61d8b2f571a26a8fe18 2024-12-04T15:20:30,188 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 875dc17999cfd61d8b2f571a26a8fe18, disabling compactions & flushes 2024-12-04T15:20:30,188 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:30,188 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:30,188 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. after waiting 0 ms 2024-12-04T15:20:30,188 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:30,190 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:30,244 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:30,246 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/b14b67ac593da1b4d735aeaf359c1853/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:20:30,260 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:30,260 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b14b67ac593da1b4d735aeaf359c1853: 2024-12-04T15:20:30,260 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733325627360.b14b67ac593da1b4d735aeaf359c1853. 2024-12-04T15:20:30,261 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3177d8261a7dccc31be16e1d71e8d565, disabling compactions & flushes 2024-12-04T15:20:30,261 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:30,261 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:30,261 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. after waiting 0 ms 2024-12-04T15:20:30,261 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:30,261 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3177d8261a7dccc31be16e1d71e8d565 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-04T15:20:30,268 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/default/testClearRegionBlockCache/875dc17999cfd61d8b2f571a26a8fe18/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T15:20:30,273 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:30,273 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 875dc17999cfd61d8b2f571a26a8fe18: 2024-12-04T15:20:30,273 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18. 2024-12-04T15:20:30,278 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/.tmp/info/5bdd51cb818a44e3a06a173e4259630a is 173, key is testClearRegionBlockCache,5,1733325627360.875dc17999cfd61d8b2f571a26a8fe18./info:regioninfo/1733325628280/Put/seqid=0 2024-12-04T15:20:30,328 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565/.tmp/info/f67560b3d044435998b6fd54bf787a7d is 45, key is default/info:d/1733325626812/Put/seqid=0 2024-12-04T15:20:30,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:30,356 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/.tmp/info/5bdd51cb818a44e3a06a173e4259630a 2024-12-04T15:20:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:30,378 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565/.tmp/info/f67560b3d044435998b6fd54bf787a7d 2024-12-04T15:20:30,385 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3177d8261a7dccc31be16e1d71e8d565 2024-12-04T15:20:30,386 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,34593,1733325620488; all regions closed. 2024-12-04T15:20:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741834_1010 (size=1867) 2024-12-04T15:20:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741834_1010 (size=1867) 2024-12-04T15:20:30,423 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565/.tmp/info/f67560b3d044435998b6fd54bf787a7d as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565/info/f67560b3d044435998b6fd54bf787a7d 2024-12-04T15:20:30,444 DEBUG [RS:1;645c2dbfef2e:34593 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/oldWALs 2024-12-04T15:20:30,444 INFO [RS:1;645c2dbfef2e:34593 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C34593%2C1733325620488:(num 1733325623986) 2024-12-04T15:20:30,444 DEBUG [RS:1;645c2dbfef2e:34593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:30,444 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:30,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T15:20:30,448 INFO [RS:1;645c2dbfef2e:34593 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:30,448 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:30,448 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:30,449 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:30,449 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:30,449 INFO [RS:1;645c2dbfef2e:34593 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34593 2024-12-04T15:20:30,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:30,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,34593,1733325620488 2024-12-04T15:20:30,465 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565/info/f67560b3d044435998b6fd54bf787a7d, entries=2, sequenceid=6, filesize=4.9 K 2024-12-04T15:20:30,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,34593,1733325620488] 2024-12-04T15:20:30,466 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,34593,1733325620488; numProcessing=1 2024-12-04T15:20:30,469 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3177d8261a7dccc31be16e1d71e8d565 in 208ms, sequenceid=6, compaction requested=false 2024-12-04T15:20:30,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,34593,1733325620488 already deleted, retry=false 2024-12-04T15:20:30,473 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,34593,1733325620488 expired; onlineServers=1 2024-12-04T15:20:30,476 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/.tmp/table/d103d1c41be1405f8f082fe0e6d5c700 is 61, key is testClearRegionBlockCache/table:state/1733325628368/Put/seqid=0 2024-12-04T15:20:30,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:30,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:30,516 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/namespace/3177d8261a7dccc31be16e1d71e8d565/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:20:30,520 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:30,521 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3177d8261a7dccc31be16e1d71e8d565: 2024-12-04T15:20:30,521 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733325625415.3177d8261a7dccc31be16e1d71e8d565. 2024-12-04T15:20:30,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:30,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34593-0x1005d9db19a0002, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:30,577 INFO [RS:1;645c2dbfef2e:34593 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,34593,1733325620488; zookeeper connection closed. 2024-12-04T15:20:30,585 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52c57a20 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52c57a20 2024-12-04T15:20:30,586 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-04T15:20:30,700 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:20:30,700 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:20:30,787 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-04T15:20:30,903 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/.tmp/table/d103d1c41be1405f8f082fe0e6d5c700 2024-12-04T15:20:30,917 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/.tmp/info/5bdd51cb818a44e3a06a173e4259630a as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/info/5bdd51cb818a44e3a06a173e4259630a 2024-12-04T15:20:30,935 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/info/5bdd51cb818a44e3a06a173e4259630a, entries=30, sequenceid=16, filesize=9.1 K 2024-12-04T15:20:30,940 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/.tmp/table/d103d1c41be1405f8f082fe0e6d5c700 as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/table/d103d1c41be1405f8f082fe0e6d5c700 2024-12-04T15:20:30,961 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/table/d103d1c41be1405f8f082fe0e6d5c700, entries=4, sequenceid=16, filesize=5.3 K 2024-12-04T15:20:30,965 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 779ms, sequenceid=16, compaction requested=false 2024-12-04T15:20:30,988 DEBUG [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-04T15:20:31,018 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:20:31,024 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:31,024 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:31,024 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:31,024 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:31,188 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,42975,1733325620269; all regions closed. 2024-12-04T15:20:31,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/WALs/645c2dbfef2e,42975,1733325620269/645c2dbfef2e%2C42975%2C1733325620269.meta.1733325624631.meta not finished, retry = 0 2024-12-04T15:20:31,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:31,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:31,312 DEBUG [RS:0;645c2dbfef2e:42975 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/oldWALs 2024-12-04T15:20:31,312 INFO [RS:0;645c2dbfef2e:42975 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C42975%2C1733325620269.meta:.meta(num 1733325624631) 2024-12-04T15:20:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741833_1009 (size=3079) 2024-12-04T15:20:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741833_1009 (size=3079) 2024-12-04T15:20:31,333 DEBUG [RS:0;645c2dbfef2e:42975 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/oldWALs 2024-12-04T15:20:31,333 INFO [RS:0;645c2dbfef2e:42975 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C42975%2C1733325620269:(num 1733325623985) 2024-12-04T15:20:31,333 DEBUG [RS:0;645c2dbfef2e:42975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:31,333 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:31,336 INFO [RS:0;645c2dbfef2e:42975 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:31,336 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:31,338 INFO [RS:0;645c2dbfef2e:42975 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42975 2024-12-04T15:20:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,42975,1733325620269 2024-12-04T15:20:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:31,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,42975,1733325620269] 2024-12-04T15:20:31,343 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,42975,1733325620269; numProcessing=2 2024-12-04T15:20:31,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,42975,1733325620269 already deleted, retry=false 2024-12-04T15:20:31,345 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,42975,1733325620269 expired; onlineServers=0 2024-12-04T15:20:31,345 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,34201,1733325618679' ***** 2024-12-04T15:20:31,345 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:20:31,346 DEBUG [M:0;645c2dbfef2e:34201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41027ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:31,346 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,34201,1733325618679 2024-12-04T15:20:31,346 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,34201,1733325618679; all regions closed. 2024-12-04T15:20:31,346 DEBUG [M:0;645c2dbfef2e:34201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:31,346 DEBUG [M:0;645c2dbfef2e:34201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:20:31,346 DEBUG [M:0;645c2dbfef2e:34201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:20:31,346 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325623319 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325623319,5,FailOnTimeoutGroup] 2024-12-04T15:20:31,347 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:20:31,347 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325623318 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325623318,5,FailOnTimeoutGroup] 2024-12-04T15:20:31,347 INFO [M:0;645c2dbfef2e:34201 {}] hbase.ChoreService(370): Chore service for: master/645c2dbfef2e:0 had [] on shutdown 2024-12-04T15:20:31,347 DEBUG [M:0;645c2dbfef2e:34201 {}] master.HMaster(1733): Stopping service threads 2024-12-04T15:20:31,348 INFO [M:0;645c2dbfef2e:34201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:20:31,349 INFO [M:0;645c2dbfef2e:34201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:20:31,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:20:31,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:31,357 DEBUG [M:0;645c2dbfef2e:34201 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-04T15:20:31,357 DEBUG [M:0;645c2dbfef2e:34201 {}] master.ActiveMasterManager(353): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-04T15:20:31,357 INFO [M:0;645c2dbfef2e:34201 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-04T15:20:31,357 INFO [M:0;645c2dbfef2e:34201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:20:31,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:31,357 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:31,358 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:31,358 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:31,358 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:31,358 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:31,358 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-04T15:20:31,409 DEBUG [M:0;645c2dbfef2e:34201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04cbe94d010c481f9b4bfa7341d804fa is 82, key is hbase:meta,,1/info:regioninfo/1733325625100/Put/seqid=0 2024-12-04T15:20:31,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:31,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x1005d9db19a0001, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:31,446 INFO [RS:0;645c2dbfef2e:42975 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,42975,1733325620269; zookeeper connection closed. 2024-12-04T15:20:31,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b516c5c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b516c5c 2024-12-04T15:20:31,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T15:20:31,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:31,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:31,512 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04cbe94d010c481f9b4bfa7341d804fa 2024-12-04T15:20:31,557 DEBUG [M:0;645c2dbfef2e:34201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6891a96904af41e682c402990a75b9a9 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733325628409/Put/seqid=0 2024-12-04T15:20:31,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741847_1023 (size=7578) 2024-12-04T15:20:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741847_1023 (size=7578) 2024-12-04T15:20:31,624 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6891a96904af41e682c402990a75b9a9 2024-12-04T15:20:31,702 DEBUG [M:0;645c2dbfef2e:34201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8baf5c127ec44c9688c40353990af280 is 69, key is 645c2dbfef2e,34593,1733325620488/rs:state/1733325623446/Put/seqid=0 2024-12-04T15:20:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:31,733 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8baf5c127ec44c9688c40353990af280 2024-12-04T15:20:31,753 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04cbe94d010c481f9b4bfa7341d804fa as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04cbe94d010c481f9b4bfa7341d804fa 2024-12-04T15:20:31,784 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04cbe94d010c481f9b4bfa7341d804fa, entries=8, sequenceid=108, filesize=5.5 K 2024-12-04T15:20:31,787 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6891a96904af41e682c402990a75b9a9 as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6891a96904af41e682c402990a75b9a9 2024-12-04T15:20:31,813 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6891a96904af41e682c402990a75b9a9, entries=13, sequenceid=108, filesize=7.4 K 2024-12-04T15:20:31,820 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8baf5c127ec44c9688c40353990af280 as hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8baf5c127ec44c9688c40353990af280 2024-12-04T15:20:31,848 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34009/user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8baf5c127ec44c9688c40353990af280, entries=2, sequenceid=108, filesize=5.1 K 2024-12-04T15:20:31,855 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 497ms, sequenceid=108, compaction requested=false 2024-12-04T15:20:31,888 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:31,888 DEBUG [M:0;645c2dbfef2e:34201 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:31,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43123 is added to blk_1073741830_1006 (size=54465) 2024-12-04T15:20:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741830_1006 (size=54465) 2024-12-04T15:20:31,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/04541ec9-e09c-d851-50b2-7f59266339a0/MasterData/WALs/645c2dbfef2e,34201,1733325618679/645c2dbfef2e%2C34201%2C1733325618679.1733325621822 not finished, retry = 0 2024-12-04T15:20:32,019 INFO [M:0;645c2dbfef2e:34201 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-04T15:20:32,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:32,020 INFO [M:0;645c2dbfef2e:34201 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34201 2024-12-04T15:20:32,022 DEBUG [M:0;645c2dbfef2e:34201 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/645c2dbfef2e,34201,1733325618679 already deleted, retry=false 2024-12-04T15:20:32,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:32,124 INFO [M:0;645c2dbfef2e:34201 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,34201,1733325618679; zookeeper connection closed. 2024-12-04T15:20:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34201-0x1005d9db19a0000, quorum=127.0.0.1:61905, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:32,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f00e592{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:32,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d719f62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:32,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:32,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e951ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:32,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ba1e63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:32,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:32,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:32,143 WARN [BP-1950431831-172.17.0.2-1733325612316 heartbeating to localhost/127.0.0.1:34009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:20:32,143 WARN [BP-1950431831-172.17.0.2-1733325612316 heartbeating to localhost/127.0.0.1:34009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1950431831-172.17.0.2-1733325612316 (Datanode Uuid 50ccd5c9-566f-4161-9e18-c494c333a0a6) service to localhost/127.0.0.1:34009 2024-12-04T15:20:32,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data3/current/BP-1950431831-172.17.0.2-1733325612316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:32,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:32,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data4/current/BP-1950431831-172.17.0.2-1733325612316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:32,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ede5dd6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:32,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55b7a0ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:32,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:32,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a96411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:32,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47625c11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:32,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:32,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:32,180 WARN [BP-1950431831-172.17.0.2-1733325612316 heartbeating to localhost/127.0.0.1:34009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:20:32,180 WARN [BP-1950431831-172.17.0.2-1733325612316 heartbeating to localhost/127.0.0.1:34009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1950431831-172.17.0.2-1733325612316 (Datanode Uuid 7c7cb973-112e-4c30-9e15-ffeff7c348eb) service to localhost/127.0.0.1:34009 2024-12-04T15:20:32,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data1/current/BP-1950431831-172.17.0.2-1733325612316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:32,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:32,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/cluster_383f2746-62ff-a8ac-952a-b4ee696f35b0/dfs/data/data2/current/BP-1950431831-172.17.0.2-1733325612316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:32,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@504b675{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:32,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d08f4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:32,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:32,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58cfd3ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:32,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9643d40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:32,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:20:32,308 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T15:20:32,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=73 (was 11) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:34009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/645c2dbfef2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/645c2dbfef2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/645c2dbfef2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@721e49d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/645c2dbfef2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:34009 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:34009 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:34009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=408 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1154 (was 1061) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2228 (was 2412) 2024-12-04T15:20:32,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=73, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=1154, ProcessCount=11, AvailableMemoryMB=2228 2024-12-04T15:20:32,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir so I do NOT create it in target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455 2024-12-04T15:20:32,353 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:20:32,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.tmp.dir so I do NOT create it in target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455 2024-12-04T15:20:32,353 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6597486-cbc7-1232-1a5e-a4eaca8e5bd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:20:32,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455 2024-12-04T15:20:32,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:20:32,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9, deleteOnExit=true 2024-12-04T15:20:32,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-04T15:20:32,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/test.cache.data in system properties and HBase conf 2024-12-04T15:20:32,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:20:32,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:20:32,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:20:32,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:20:32,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T15:20:32,355 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:20:32,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:32,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:32,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:20:32,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:32,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:32,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:20:32,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:20:32,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:32,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:32,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:32,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:32,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:32,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:32,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ebe9308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:32,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32ba877f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:32,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67782dbd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/java.io.tmpdir/jetty-localhost-35839-hadoop-hdfs-3_4_1-tests_jar-_-any-17581458687252088168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:32,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dff5cdd{HTTP/1.1, (http/1.1)}{localhost:35839} 2024-12-04T15:20:32,742 INFO [Time-limited test {}] server.Server(415): Started @25554ms 2024-12-04T15:20:33,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:33,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:33,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:33,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:33,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:33,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53182f36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:33,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438e046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:33,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@762a6036{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/java.io.tmpdir/jetty-localhost-36579-hadoop-hdfs-3_4_1-tests_jar-_-any-13101172362724176393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:33,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ff6f4e5{HTTP/1.1, (http/1.1)}{localhost:36579} 2024-12-04T15:20:33,348 INFO [Time-limited test {}] server.Server(415): Started @26160ms 2024-12-04T15:20:33,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:33,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:33,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:33,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:33,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:33,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:33,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36663e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:33,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe88d33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:33,686 WARN [Thread-358 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data2/current/BP-1628935751-172.17.0.2-1733325632404/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:33,688 WARN [Thread-357 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data1/current/BP-1628935751-172.17.0.2-1733325632404/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:33,785 WARN [Thread-336 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:33,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@405633ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/java.io.tmpdir/jetty-localhost-32939-hadoop-hdfs-3_4_1-tests_jar-_-any-14227743381443263670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:33,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3220441{HTTP/1.1, (http/1.1)}{localhost:32939} 2024-12-04T15:20:33,821 INFO [Time-limited test {}] server.Server(415): Started @26633ms 2024-12-04T15:20:33,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf5902f9e84734ac with lease ID 0xa0b03daa05772cf: Processing first storage report for DS-7bfc4e76-de5e-4ab7-802c-e1dcc79fec0f from datanode DatanodeRegistration(127.0.0.1:33693, datanodeUuid=4917f5e8-0147-42c5-ae54-52360d7b20a8, infoPort=40045, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404) 2024-12-04T15:20:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf5902f9e84734ac with lease ID 0xa0b03daa05772cf: from storage DS-7bfc4e76-de5e-4ab7-802c-e1dcc79fec0f node DatanodeRegistration(127.0.0.1:33693, datanodeUuid=4917f5e8-0147-42c5-ae54-52360d7b20a8, infoPort=40045, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf5902f9e84734ac with lease ID 0xa0b03daa05772cf: Processing first storage report for DS-c878f3a5-a81b-40ca-b80f-6412870f08a3 from datanode DatanodeRegistration(127.0.0.1:33693, datanodeUuid=4917f5e8-0147-42c5-ae54-52360d7b20a8, infoPort=40045, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404) 2024-12-04T15:20:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf5902f9e84734ac with lease ID 0xa0b03daa05772cf: from storage DS-c878f3a5-a81b-40ca-b80f-6412870f08a3 node DatanodeRegistration(127.0.0.1:33693, datanodeUuid=4917f5e8-0147-42c5-ae54-52360d7b20a8, infoPort=40045, infoSecurePort=0, ipcPort=38757, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:33,994 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data3/current/BP-1628935751-172.17.0.2-1733325632404/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:33,995 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data4/current/BP-1628935751-172.17.0.2-1733325632404/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:34,076 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9c703c9126d97ef with lease ID 0xa0b03daa05772d0: Processing first storage report for DS-df234505-e824-40b8-b8a1-6d8c4a730659 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=c1ed564b-4d50-48a4-abad-514b158a2a1e, infoPort=37187, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404) 2024-12-04T15:20:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9c703c9126d97ef with lease ID 0xa0b03daa05772d0: from storage DS-df234505-e824-40b8-b8a1-6d8c4a730659 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=c1ed564b-4d50-48a4-abad-514b158a2a1e, infoPort=37187, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9c703c9126d97ef with lease ID 0xa0b03daa05772d0: Processing first storage report for DS-85ea90b4-f0f7-49ba-a15b-9240a5c41f46 from datanode DatanodeRegistration(127.0.0.1:45827, datanodeUuid=c1ed564b-4d50-48a4-abad-514b158a2a1e, infoPort=37187, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404) 2024-12-04T15:20:34,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9c703c9126d97ef with lease ID 0xa0b03daa05772d0: from storage DS-85ea90b4-f0f7-49ba-a15b-9240a5c41f46 node DatanodeRegistration(127.0.0.1:45827, datanodeUuid=c1ed564b-4d50-48a4-abad-514b158a2a1e, infoPort=37187, infoSecurePort=0, ipcPort=35937, storageInfo=lv=-57;cid=testClusterID;nsid=1935445612;c=1733325632404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:34,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455 2024-12-04T15:20:34,148 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/zookeeper_0, clientPort=62129, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:20:34,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62129 2024-12-04T15:20:34,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:34,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:34,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:34,653 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a with version=8 2024-12-04T15:20:34,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/hbase-staging 2024-12-04T15:20:34,656 INFO [Time-limited test {}] client.ConnectionUtils(129): master/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:34,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:34,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:34,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:34,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:34,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:34,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:34,656 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:34,660 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36037 2024-12-04T15:20:34,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:34,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:34,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36037 connecting to ZooKeeper ensemble=127.0.0.1:62129 2024-12-04T15:20:34,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360370x0, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:34,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36037-0x1005d9df33c0000 connected 2024-12-04T15:20:34,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:34,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:34,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:34,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-04T15:20:34,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36037 2024-12-04T15:20:34,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36037 2024-12-04T15:20:34,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-04T15:20:34,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-04T15:20:34,961 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a, hbase.cluster.distributed=false 2024-12-04T15:20:35,019 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:35,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:35,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:35,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:35,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:35,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:35,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:35,025 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:35,032 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37333 2024-12-04T15:20:35,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:35,035 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:35,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:35,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:35,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37333 connecting to ZooKeeper ensemble=127.0.0.1:62129 2024-12-04T15:20:35,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373330x0, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:35,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373330x0, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:35,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37333-0x1005d9df33c0001 connected 2024-12-04T15:20:35,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:35,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:35,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37333 2024-12-04T15:20:35,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37333 2024-12-04T15:20:35,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37333 2024-12-04T15:20:35,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37333 2024-12-04T15:20:35,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37333 2024-12-04T15:20:35,218 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:35,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:35,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:35,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:35,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:35,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:35,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:35,219 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:35,227 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44433 2024-12-04T15:20:35,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:35,243 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:35,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:35,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:35,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44433 connecting to ZooKeeper ensemble=127.0.0.1:62129 2024-12-04T15:20:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444330x0, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:35,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44433-0x1005d9df33c0002 connected 2024-12-04T15:20:35,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:35,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:35,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:35,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44433 2024-12-04T15:20:35,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44433 2024-12-04T15:20:35,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44433 2024-12-04T15:20:35,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44433 2024-12-04T15:20:35,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44433 2024-12-04T15:20:35,408 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:35,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:35,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:35,427 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;645c2dbfef2e:36037 2024-12-04T15:20:35,434 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:35,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:35,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:35,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:35,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:35,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:35,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:35,455 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:35,464 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/645c2dbfef2e,36037,1733325634655 from backup master directory 2024-12-04T15:20:35,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:35,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:35,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:35,476 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:35,476 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:35,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:35,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:35,592 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/hbase.id with ID: 29ee7550-c1b3-4afb-a002-655c6a086cea 2024-12-04T15:20:35,671 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:35,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:35,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:35,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:35,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:20:35,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:35,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:35,810 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:35,811 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:20:35,812 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:35,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:35,932 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store 2024-12-04T15:20:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:36,043 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:36,044 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:36,044 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:36,044 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:36,044 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:36,044 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:36,044 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:36,044 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:36,050 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/.initializing 2024-12-04T15:20:36,050 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/WALs/645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:36,052 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:36,059 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C36037%2C1733325634655, suffix=, logDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/WALs/645c2dbfef2e,36037,1733325634655, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/oldWALs, maxLogs=10 2024-12-04T15:20:36,103 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/WALs/645c2dbfef2e,36037,1733325634655/645c2dbfef2e%2C36037%2C1733325634655.1733325636060, exclude list is [], retry=0 2024-12-04T15:20:36,113 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33693,DS-7bfc4e76-de5e-4ab7-802c-e1dcc79fec0f,DISK] 2024-12-04T15:20:36,117 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-df234505-e824-40b8-b8a1-6d8c4a730659,DISK] 2024-12-04T15:20:36,152 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/WALs/645c2dbfef2e,36037,1733325634655/645c2dbfef2e%2C36037%2C1733325634655.1733325636060 2024-12-04T15:20:36,160 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40045:40045),(127.0.0.1/127.0.0.1:37187:37187)] 2024-12-04T15:20:36,160 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:36,160 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:36,161 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,161 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:20:36,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:36,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:36,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:20:36,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:36,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:20:36,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:36,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:36,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:20:36,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:36,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:36,224 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,228 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,241 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:36,257 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:36,288 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:36,292 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63902932, jitterRate=-0.047772109508514404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:36,293 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:36,296 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:20:36,313 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbabb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:36,320 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-04T15:20:36,321 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:20:36,321 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:20:36,321 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:20:36,325 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 3 msec 2024-12-04T15:20:36,325 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:20:36,325 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:20:36,349 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:20:36,364 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T15:20:36,384 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-04T15:20:36,385 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:20:36,397 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:20:36,408 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-04T15:20:36,409 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:20:36,422 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:20:36,441 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-04T15:20:36,460 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:20:36,476 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T15:20:36,485 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:20:36,500 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T15:20:36,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,508 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=645c2dbfef2e,36037,1733325634655, sessionid=0x1005d9df33c0000, setting cluster-up flag (Was=false) 2024-12-04T15:20:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,591 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T15:20:36,594 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:36,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:36,632 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T15:20:36,643 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:36,664 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:36,665 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-04T15:20:36,665 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:20:36,665 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 645c2dbfef2e,36037,1733325634655 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/645c2dbfef2e:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:36,666 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:36,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:20:36,688 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325666688 2024-12-04T15:20:36,688 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:20:36,688 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:20:36,688 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:20:36,688 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:20:36,688 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:20:36,688 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:20:36,691 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,691 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:20:36,691 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:20:36,691 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:20:36,692 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:20:36,692 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:20:36,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:36,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:36,696 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325636692,5,FailOnTimeoutGroup] 2024-12-04T15:20:36,700 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325636696,5,FailOnTimeoutGroup] 2024-12-04T15:20:36,700 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,700 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:20:36,700 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,700 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,741 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;645c2dbfef2e:44433 2024-12-04T15:20:36,743 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;645c2dbfef2e:37333 2024-12-04T15:20:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:36,754 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1008): ClusterId : 29ee7550-c1b3-4afb-a002-655c6a086cea 2024-12-04T15:20:36,755 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:36,768 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1008): ClusterId : 29ee7550-c1b3-4afb-a002-655c6a086cea 2024-12-04T15:20:36,768 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:36,768 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:36,768 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:36,781 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:36,781 DEBUG [RS:1;645c2dbfef2e:44433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc44d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:36,784 DEBUG [RS:1;645c2dbfef2e:44433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616d29cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:36,784 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:36,784 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:36,784 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:36,785 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:36,785 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:36,789 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,36037,1733325634655 with isa=645c2dbfef2e/172.17.0.2:44433, startcode=1733325635218 2024-12-04T15:20:36,789 DEBUG [RS:1;645c2dbfef2e:44433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:36,794 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56159, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:36,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36037 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:36,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36037 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:36,800 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a 2024-12-04T15:20:36,800 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40321 2024-12-04T15:20:36,800 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:36,803 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:36,803 DEBUG [RS:0;645c2dbfef2e:37333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314ba63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:36,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:36,809 DEBUG [RS:0;645c2dbfef2e:37333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2bd773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:36,810 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:36,810 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:36,810 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:36,810 DEBUG [RS:1;645c2dbfef2e:44433 {}] zookeeper.ZKUtil(111): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:36,810 WARN [RS:1;645c2dbfef2e:44433 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:36,810 INFO [RS:1;645c2dbfef2e:44433 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:36,810 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:36,810 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,36037,1733325634655 with isa=645c2dbfef2e/172.17.0.2:37333, startcode=1733325635019 2024-12-04T15:20:36,811 DEBUG [RS:0;645c2dbfef2e:37333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:36,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,44433,1733325635218] 2024-12-04T15:20:36,816 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58983, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:36,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36037 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:36,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36037 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:36,820 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a 2024-12-04T15:20:36,820 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40321 2024-12-04T15:20:36,820 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:36,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:36,829 DEBUG [RS:0;645c2dbfef2e:37333 {}] zookeeper.ZKUtil(111): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:36,829 WARN [RS:0;645c2dbfef2e:37333 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:36,829 INFO [RS:0;645c2dbfef2e:37333 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:36,829 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:36,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,37333,1733325635019] 2024-12-04T15:20:36,838 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:36,838 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:36,843 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:36,843 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:36,844 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:36,846 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:36,846 INFO [RS:1;645c2dbfef2e:44433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:36,846 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,847 INFO [RS:0;645c2dbfef2e:37333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:36,847 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:36,847 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,847 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:36,848 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,848 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,848 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,848 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,848 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,849 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:36,849 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,850 DEBUG [RS:0;645c2dbfef2e:37333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:36,850 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:36,850 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:36,850 DEBUG [RS:1;645c2dbfef2e:44433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:36,860 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,860 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,860 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,860 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,860 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,37333,1733325635019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:36,876 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,876 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,876 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,876 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,877 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,44433,1733325635218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:36,894 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:36,894 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,37333,1733325635019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,918 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.Replication(204): 645c2dbfef2e,37333,1733325635019 started 2024-12-04T15:20:36,918 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,37333,1733325635019, RpcServer on 645c2dbfef2e/172.17.0.2:37333, sessionid=0x1005d9df33c0001 2024-12-04T15:20:36,918 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:36,918 DEBUG [RS:0;645c2dbfef2e:37333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:36,918 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,37333,1733325635019' 2024-12-04T15:20:36,918 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:36,921 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:36,921 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,44433,1733325635218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:36,929 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:36,930 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:36,930 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:36,930 DEBUG [RS:0;645c2dbfef2e:37333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:36,930 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,37333,1733325635019' 2024-12-04T15:20:36,930 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:36,944 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.Replication(204): 645c2dbfef2e,44433,1733325635218 started 2024-12-04T15:20:36,944 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,44433,1733325635218, RpcServer on 645c2dbfef2e/172.17.0.2:44433, sessionid=0x1005d9df33c0002 2024-12-04T15:20:36,944 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:36,944 DEBUG [RS:1;645c2dbfef2e:44433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:36,944 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,44433,1733325635218' 2024-12-04T15:20:36,944 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:36,945 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:36,950 DEBUG [RS:0;645c2dbfef2e:37333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:36,950 INFO [RS:0;645c2dbfef2e:37333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:36,950 INFO [RS:0;645c2dbfef2e:37333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:36,952 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:36,956 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:36,956 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:36,956 DEBUG [RS:1;645c2dbfef2e:44433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:36,956 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,44433,1733325635218' 2024-12-04T15:20:36,956 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:36,960 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:36,964 DEBUG [RS:1;645c2dbfef2e:44433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:36,964 INFO [RS:1;645c2dbfef2e:44433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:36,964 INFO [RS:1;645c2dbfef2e:44433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:37,051 INFO [RS:0;645c2dbfef2e:37333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:37,058 INFO [RS:0;645c2dbfef2e:37333 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C37333%2C1733325635019, suffix=, logDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,37333,1733325635019, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/oldWALs, maxLogs=32 2024-12-04T15:20:37,064 INFO [RS:1;645c2dbfef2e:44433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:37,069 INFO [RS:1;645c2dbfef2e:44433 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C44433%2C1733325635218, suffix=, logDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,44433,1733325635218, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/oldWALs, maxLogs=32 2024-12-04T15:20:37,084 DEBUG [RS:0;645c2dbfef2e:37333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,37333,1733325635019/645c2dbfef2e%2C37333%2C1733325635019.1733325637060, exclude list is [], retry=0 2024-12-04T15:20:37,093 DEBUG [RS:1;645c2dbfef2e:44433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,44433,1733325635218/645c2dbfef2e%2C44433%2C1733325635218.1733325637071, exclude list is [], retry=0 2024-12-04T15:20:37,097 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-df234505-e824-40b8-b8a1-6d8c4a730659,DISK] 2024-12-04T15:20:37,097 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33693,DS-7bfc4e76-de5e-4ab7-802c-e1dcc79fec0f,DISK] 2024-12-04T15:20:37,104 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-df234505-e824-40b8-b8a1-6d8c4a730659,DISK] 2024-12-04T15:20:37,105 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33693,DS-7bfc4e76-de5e-4ab7-802c-e1dcc79fec0f,DISK] 2024-12-04T15:20:37,164 INFO [RS:0;645c2dbfef2e:37333 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,37333,1733325635019/645c2dbfef2e%2C37333%2C1733325635019.1733325637060 2024-12-04T15:20:37,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-04T15:20:37,167 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a 2024-12-04T15:20:37,168 INFO [RS:1;645c2dbfef2e:44433 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,44433,1733325635218/645c2dbfef2e%2C44433%2C1733325635218.1733325637071 2024-12-04T15:20:37,168 DEBUG [RS:0;645c2dbfef2e:37333 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187),(127.0.0.1/127.0.0.1:40045:40045)] 2024-12-04T15:20:37,171 DEBUG [RS:1;645c2dbfef2e:44433 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187),(127.0.0.1/127.0.0.1:40045:40045)] 2024-12-04T15:20:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741834_1010 (size=32) 2024-12-04T15:20:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741834_1010 (size=32) 2024-12-04T15:20:37,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:37,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:37,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:37,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:37,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:37,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:37,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:37,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:37,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:37,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:37,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:37,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:37,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:37,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740 2024-12-04T15:20:37,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740 2024-12-04T15:20:37,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:37,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:37,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:37,373 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61656588, jitterRate=-0.08124524354934692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:37,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:37,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:37,375 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:37,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:37,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:37,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:37,382 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:37,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:37,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:37,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-04T15:20:37,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:20:37,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:37,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:20:37,561 DEBUG [645c2dbfef2e:36037 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T15:20:37,561 DEBUG [645c2dbfef2e:36037 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:37,564 DEBUG [645c2dbfef2e:36037 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:37,565 DEBUG [645c2dbfef2e:36037 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:37,565 INFO [645c2dbfef2e:36037 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:37,565 INFO [645c2dbfef2e:36037 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:37,565 DEBUG [645c2dbfef2e:36037 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:37,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:37,567 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,44433,1733325635218, state=OPENING 2024-12-04T15:20:37,569 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:20:37,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:37,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:37,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:37,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=645c2dbfef2e,44433,1733325635218}] 2024-12-04T15:20:37,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:37,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:37,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:37,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:37,727 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:37,730 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:37,736 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-04T15:20:37,736 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:37,737 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:20:37,741 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C44433%2C1733325635218.meta, suffix=.meta, logDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,44433,1733325635218, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/oldWALs, maxLogs=32 2024-12-04T15:20:37,768 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,44433,1733325635218/645c2dbfef2e%2C44433%2C1733325635218.meta.1733325637743.meta, exclude list is [], retry=0 2024-12-04T15:20:37,782 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33693,DS-7bfc4e76-de5e-4ab7-802c-e1dcc79fec0f,DISK] 2024-12-04T15:20:37,784 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45827,DS-df234505-e824-40b8-b8a1-6d8c4a730659,DISK] 2024-12-04T15:20:37,814 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,44433,1733325635218/645c2dbfef2e%2C44433%2C1733325635218.meta.1733325637743.meta 2024-12-04T15:20:37,819 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40045:40045),(127.0.0.1/127.0.0.1:37187:37187)] 2024-12-04T15:20:37,820 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:37,821 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:37,821 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:20:37,821 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:20:37,821 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:20:37,821 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:37,821 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-04T15:20:37,822 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-04T15:20:37,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:37,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:37,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:37,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:37,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:37,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:37,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:37,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:37,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:37,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:37,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:37,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:37,870 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740 2024-12-04T15:20:37,888 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740 2024-12-04T15:20:37,897 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:37,901 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:37,905 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771521, jitterRate=-0.06463144719600677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:37,907 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:37,924 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325637726 2024-12-04T15:20:37,952 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:20:37,952 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-04T15:20:37,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:37,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,44433,1733325635218, state=OPEN 2024-12-04T15:20:37,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:37,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:37,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:37,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:37,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:37,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:38,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:20:38,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=645c2dbfef2e,44433,1733325635218 in 409 msec 2024-12-04T15:20:38,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:20:38,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-12-04T15:20:38,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-12-04T15:20:38,042 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325638042, completionTime=-1 2024-12-04T15:20:38,042 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T15:20:38,042 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-04T15:20:38,050 DEBUG [hconnection-0x6e82b275-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:38,056 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:38,066 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-04T15:20:38,066 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325698066 2024-12-04T15:20:38,066 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325758066 2024-12-04T15:20:38,066 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 24 msec 2024-12-04T15:20:38,160 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T15:20:38,165 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36037,1733325634655-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:38,165 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36037,1733325634655-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:38,165 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36037,1733325634655-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:38,165 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-645c2dbfef2e:36037, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:38,165 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:38,165 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-04T15:20:38,166 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:38,171 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-04T15:20:38,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:38,180 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:38,182 DEBUG [master/645c2dbfef2e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-04T15:20:38,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:38,298 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2decb9c01da60c9dca6cc694cf64cec2, NAME => 'hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a 2024-12-04T15:20:38,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:38,384 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:38,384 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2decb9c01da60c9dca6cc694cf64cec2, disabling compactions & flushes 2024-12-04T15:20:38,385 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:38,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:38,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. after waiting 0 ms 2024-12-04T15:20:38,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:38,385 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:38,385 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2decb9c01da60c9dca6cc694cf64cec2: 2024-12-04T15:20:38,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:38,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733325638396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325638396"}]},"ts":"1733325638396"} 2024-12-04T15:20:38,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-04T15:20:38,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:38,441 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325638440"}]},"ts":"1733325638440"} 2024-12-04T15:20:38,454 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-04T15:20:38,463 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:38,475 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:38,475 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:38,475 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:38,475 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:38,475 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:38,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2decb9c01da60c9dca6cc694cf64cec2, ASSIGN}] 2024-12-04T15:20:38,485 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2decb9c01da60c9dca6cc694cf64cec2, ASSIGN 2024-12-04T15:20:38,491 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2decb9c01da60c9dca6cc694cf64cec2, ASSIGN; state=OFFLINE, location=645c2dbfef2e,44433,1733325635218; forceNewPlan=false, retain=false 2024-12-04T15:20:38,642 INFO [645c2dbfef2e:36037 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T15:20:38,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2decb9c01da60c9dca6cc694cf64cec2, regionState=OPENING, regionLocation=645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:38,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2decb9c01da60c9dca6cc694cf64cec2, server=645c2dbfef2e,44433,1733325635218}] 2024-12-04T15:20:38,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:38,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:38,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2decb9c01da60c9dca6cc694cf64cec2, NAME => 'hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:38,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:38,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:38,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:38,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:38,830 INFO [StoreOpener-2decb9c01da60c9dca6cc694cf64cec2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:38,835 INFO [StoreOpener-2decb9c01da60c9dca6cc694cf64cec2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2decb9c01da60c9dca6cc694cf64cec2 columnFamilyName info 2024-12-04T15:20:38,835 DEBUG [StoreOpener-2decb9c01da60c9dca6cc694cf64cec2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:38,837 INFO [StoreOpener-2decb9c01da60c9dca6cc694cf64cec2-1 {}] regionserver.HStore(327): Store=2decb9c01da60c9dca6cc694cf64cec2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:38,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:38,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:38,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:38,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:38,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2decb9c01da60c9dca6cc694cf64cec2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61054090, jitterRate=-0.09022316336631775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:38,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2decb9c01da60c9dca6cc694cf64cec2: 2024-12-04T15:20:38,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2., pid=6, masterSystemTime=1733325638801 2024-12-04T15:20:38,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:38,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:38,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2decb9c01da60c9dca6cc694cf64cec2, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:38,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:20:38,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2decb9c01da60c9dca6cc694cf64cec2, server=645c2dbfef2e,44433,1733325635218 in 240 msec 2024-12-04T15:20:38,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:20:38,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2decb9c01da60c9dca6cc694cf64cec2, ASSIGN in 421 msec 2024-12-04T15:20:38,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:38,903 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325638903"}]},"ts":"1733325638903"} 2024-12-04T15:20:38,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-04T15:20:38,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:38,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 746 msec 2024-12-04T15:20:38,984 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-04T15:20:38,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:38,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:38,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:39,015 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-04T15:20:39,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:39,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 80 msec 2024-12-04T15:20:39,124 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-04T15:20:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:39,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 34 msec 2024-12-04T15:20:39,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-04T15:20:39,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-04T15:20:39,208 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.732sec 2024-12-04T15:20:39,212 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:20:39,212 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:20:39,212 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:20:39,212 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:20:39,212 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:20:39,212 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36037,1733325634655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:39,213 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36037,1733325634655-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:20:39,226 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:20:39,226 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:20:39,226 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36037,1733325634655-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:39,230 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c74bc97 to 127.0.0.1:62129 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b29509 2024-12-04T15:20:39,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f8c9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:39,304 DEBUG [hconnection-0x1025e6c5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:39,317 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:39,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:39,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:39,339 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:39,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T15:20:39,370 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:39,371 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:39,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-04T15:20:39,378 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:39,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:39,430 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7e189ca7e4ad58870fd05a083ff34c22, NAME => 'testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a 2024-12-04T15:20:39,431 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 67854fd21910565e191d65e0f2416491, NAME => 'testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a 2024-12-04T15:20:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:39,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:39,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 67854fd21910565e191d65e0f2416491, disabling compactions & flushes 2024-12-04T15:20:39,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:39,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:39,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. after waiting 0 ms 2024-12-04T15:20:39,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:39,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:39,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:39,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 67854fd21910565e191d65e0f2416491: 2024-12-04T15:20:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:39,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:39,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:39,498 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:39,498 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 7e189ca7e4ad58870fd05a083ff34c22, disabling compactions & flushes 2024-12-04T15:20:39,498 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:39,498 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:39,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. after waiting 0 ms 2024-12-04T15:20:39,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:39,499 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:39,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7e189ca7e4ad58870fd05a083ff34c22: 2024-12-04T15:20:39,508 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:39,509 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325639508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325639508"}]},"ts":"1733325639508"} 2024-12-04T15:20:39,509 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325639508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325639508"}]},"ts":"1733325639508"} 2024-12-04T15:20:39,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-04T15:20:39,528 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-04T15:20:39,532 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:39,533 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325639533"}]},"ts":"1733325639533"} 2024-12-04T15:20:39,542 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T15:20:39,549 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:39,556 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:39,556 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:39,556 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:39,556 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:39,556 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:39,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e189ca7e4ad58870fd05a083ff34c22, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67854fd21910565e191d65e0f2416491, ASSIGN}] 2024-12-04T15:20:39,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e189ca7e4ad58870fd05a083ff34c22, ASSIGN 2024-12-04T15:20:39,561 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67854fd21910565e191d65e0f2416491, ASSIGN 2024-12-04T15:20:39,564 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67854fd21910565e191d65e0f2416491, ASSIGN; state=OFFLINE, location=645c2dbfef2e,37333,1733325635019; forceNewPlan=false, retain=false 2024-12-04T15:20:39,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e189ca7e4ad58870fd05a083ff34c22, ASSIGN; state=OFFLINE, location=645c2dbfef2e,44433,1733325635218; forceNewPlan=false, retain=false 2024-12-04T15:20:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:39,715 INFO [645c2dbfef2e:36037 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T15:20:39,715 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7e189ca7e4ad58870fd05a083ff34c22, regionState=OPENING, regionLocation=645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:39,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=67854fd21910565e191d65e0f2416491, regionState=OPENING, regionLocation=645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:39,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 67854fd21910565e191d65e0f2416491, server=645c2dbfef2e,37333,1733325635019}] 2024-12-04T15:20:39,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 7e189ca7e4ad58870fd05a083ff34c22, server=645c2dbfef2e,44433,1733325635218}] 2024-12-04T15:20:39,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:39,875 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:39,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:39,878 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:39,891 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:39,891 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 67854fd21910565e191d65e0f2416491, NAME => 'testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T15:20:39,892 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 67854fd21910565e191d65e0f2416491 2024-12-04T15:20:39,892 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:39,892 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 67854fd21910565e191d65e0f2416491 2024-12-04T15:20:39,892 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 67854fd21910565e191d65e0f2416491 2024-12-04T15:20:39,896 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:39,896 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e189ca7e4ad58870fd05a083ff34c22, NAME => 'testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T15:20:39,897 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:39,897 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:39,897 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:39,897 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:39,916 INFO [StoreOpener-67854fd21910565e191d65e0f2416491-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 67854fd21910565e191d65e0f2416491 2024-12-04T15:20:39,924 INFO [StoreOpener-7e189ca7e4ad58870fd05a083ff34c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:39,926 INFO [StoreOpener-67854fd21910565e191d65e0f2416491-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67854fd21910565e191d65e0f2416491 columnFamilyName family 2024-12-04T15:20:39,926 DEBUG [StoreOpener-67854fd21910565e191d65e0f2416491-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:39,930 INFO [StoreOpener-67854fd21910565e191d65e0f2416491-1 {}] regionserver.HStore(327): Store=67854fd21910565e191d65e0f2416491/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:39,940 INFO [StoreOpener-7e189ca7e4ad58870fd05a083ff34c22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e189ca7e4ad58870fd05a083ff34c22 columnFamilyName family 2024-12-04T15:20:39,941 DEBUG [StoreOpener-7e189ca7e4ad58870fd05a083ff34c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:39,944 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491 2024-12-04T15:20:39,948 INFO [StoreOpener-7e189ca7e4ad58870fd05a083ff34c22-1 {}] regionserver.HStore(327): Store=7e189ca7e4ad58870fd05a083ff34c22/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:39,952 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491 2024-12-04T15:20:39,955 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:39,962 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:39,975 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:39,984 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 67854fd21910565e191d65e0f2416491 2024-12-04T15:20:40,001 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:40,007 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7e189ca7e4ad58870fd05a083ff34c22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67172666, jitterRate=9.507238864898682E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:40,009 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7e189ca7e4ad58870fd05a083ff34c22: 2024-12-04T15:20:40,012 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22., pid=13, masterSystemTime=1733325639877 2024-12-04T15:20:40,013 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:40,024 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 67854fd21910565e191d65e0f2416491; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60618963, jitterRate=-0.0967070609331131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:40,024 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 67854fd21910565e191d65e0f2416491: 2024-12-04T15:20:40,031 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491., pid=12, masterSystemTime=1733325639875 2024-12-04T15:20:40,034 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:40,034 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:40,035 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:40,035 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:40,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=67854fd21910565e191d65e0f2416491, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:40,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7e189ca7e4ad58870fd05a083ff34c22, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:40,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:20:40,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 67854fd21910565e191d65e0f2416491, server=645c2dbfef2e,37333,1733325635019 in 329 msec 2024-12-04T15:20:40,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-04T15:20:40,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 7e189ca7e4ad58870fd05a083ff34c22, server=645c2dbfef2e,44433,1733325635218 in 330 msec 2024-12-04T15:20:40,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67854fd21910565e191d65e0f2416491, ASSIGN in 509 msec 2024-12-04T15:20:40,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:20:40,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e189ca7e4ad58870fd05a083ff34c22, ASSIGN in 513 msec 2024-12-04T15:20:40,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:40,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325640095"}]},"ts":"1733325640095"} 2024-12-04T15:20:40,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T15:20:40,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:40,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 823 msec 2024-12-04T15:20:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:40,508 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-04T15:20:40,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T15:20:40,509 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:40,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T15:20:40,514 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:40,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-04T15:20:40,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:40,592 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:40,705 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 67854fd21910565e191d65e0f2416491 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T15:20:40,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491/.tmp/family/b55c2258630745f19e49a843e0278102 is 32, key is 5/family:/1733325640596/Put/seqid=0 2024-12-04T15:20:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741841_1017 (size=5083) 2024-12-04T15:20:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741841_1017 (size=5083) 2024-12-04T15:20:40,837 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491/.tmp/family/b55c2258630745f19e49a843e0278102 2024-12-04T15:20:40,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491/.tmp/family/b55c2258630745f19e49a843e0278102 as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491/family/b55c2258630745f19e49a843e0278102 2024-12-04T15:20:40,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491/family/b55c2258630745f19e49a843e0278102, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T15:20:40,952 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 67854fd21910565e191d65e0f2416491 in 247ms, sequenceid=9, compaction requested=false 2024-12-04T15:20:40,952 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-04T15:20:40,953 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 67854fd21910565e191d65e0f2416491: 2024-12-04T15:20:40,953 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7e189ca7e4ad58870fd05a083ff34c22 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T15:20:41,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22/.tmp/family/acc28f717ebf404b8e8772cd4edd0194 is 32, key is 1/family:/1733325640519/Put/seqid=0 2024-12-04T15:20:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741842_1018 (size=5054) 2024-12-04T15:20:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741842_1018 (size=5054) 2024-12-04T15:20:41,100 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22/.tmp/family/acc28f717ebf404b8e8772cd4edd0194 2024-12-04T15:20:41,151 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22/.tmp/family/acc28f717ebf404b8e8772cd4edd0194 as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22/family/acc28f717ebf404b8e8772cd4edd0194 2024-12-04T15:20:41,199 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22/family/acc28f717ebf404b8e8772cd4edd0194, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T15:20:41,201 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7e189ca7e4ad58870fd05a083ff34c22 in 248ms, sequenceid=8, compaction requested=false 2024-12-04T15:20:41,201 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7e189ca7e4ad58870fd05a083ff34c22: 2024-12-04T15:20:41,211 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T15:20:41,211 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-04T15:20:41,215 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c74bc97 to 127.0.0.1:62129 2024-12-04T15:20:41,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:41,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:20:41,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=565278316, stopped=false 2024-12-04T15:20:41,218 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:41,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:41,225 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-04T15:20:41,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:41,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:41,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:41,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:41,227 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,37333,1733325635019' ***** 2024-12-04T15:20:41,227 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:41,227 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,44433,1733325635218' ***** 2024-12-04T15:20:41,227 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:41,227 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:41,228 INFO [RS:1;645c2dbfef2e:44433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:41,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:41,228 INFO [RS:1;645c2dbfef2e:44433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:41,228 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(3579): Received CLOSE for 7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:41,228 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:41,228 INFO [RS:0;645c2dbfef2e:37333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:41,228 INFO [RS:0;645c2dbfef2e:37333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:41,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:41,228 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(3579): Received CLOSE for 67854fd21910565e191d65e0f2416491 2024-12-04T15:20:41,229 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(3579): Received CLOSE for 2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:41,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:41,229 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:41,229 DEBUG [RS:1;645c2dbfef2e:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:41,229 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:41,229 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:41,229 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:41,229 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-04T15:20:41,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:41,232 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7e189ca7e4ad58870fd05a083ff34c22, disabling compactions & flushes 2024-12-04T15:20:41,232 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:41,233 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:41,233 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. after waiting 0 ms 2024-12-04T15:20:41,233 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:41,244 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:41,244 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-04T15:20:41,244 DEBUG [RS:0;645c2dbfef2e:37333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:41,244 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e189ca7e4ad58870fd05a083ff34c22=testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22., 2decb9c01da60c9dca6cc694cf64cec2=hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2.} 2024-12-04T15:20:41,244 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-04T15:20:41,244 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1603): Online Regions={67854fd21910565e191d65e0f2416491=testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491.} 2024-12-04T15:20:41,244 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2decb9c01da60c9dca6cc694cf64cec2, 7e189ca7e4ad58870fd05a083ff34c22 2024-12-04T15:20:41,244 DEBUG [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1629): Waiting on 67854fd21910565e191d65e0f2416491 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 67854fd21910565e191d65e0f2416491, disabling compactions & flushes 2024-12-04T15:20:41,245 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:41,245 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. after waiting 0 ms 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:41,245 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:41,245 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-04T15:20:41,281 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/7e189ca7e4ad58870fd05a083ff34c22/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:20:41,282 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:41,282 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7e189ca7e4ad58870fd05a083ff34c22: 2024-12-04T15:20:41,282 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733325639345.7e189ca7e4ad58870fd05a083ff34c22. 2024-12-04T15:20:41,282 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2decb9c01da60c9dca6cc694cf64cec2, disabling compactions & flushes 2024-12-04T15:20:41,282 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:41,283 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:41,283 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. after waiting 0 ms 2024-12-04T15:20:41,283 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:41,283 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2decb9c01da60c9dca6cc694cf64cec2 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-04T15:20:41,288 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/default/testClearRegionBlockCache/67854fd21910565e191d65e0f2416491/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T15:20:41,289 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:41,289 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 67854fd21910565e191d65e0f2416491: 2024-12-04T15:20:41,289 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491. 2024-12-04T15:20:41,313 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/.tmp/info/99a6c5ea131344998a03d87bf3b4c297 is 173, key is testClearRegionBlockCache,5,1733325639345.67854fd21910565e191d65e0f2416491./info:regioninfo/1733325640040/Put/seqid=0 2024-12-04T15:20:41,316 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:41,317 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2/.tmp/info/e2ac814e80714b28a54ae7daa4ea32bc is 45, key is default/info:d/1733325639062/Put/seqid=0 2024-12-04T15:20:41,324 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:41,370 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/.tmp/info/99a6c5ea131344998a03d87bf3b4c297 2024-12-04T15:20:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:41,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:41,381 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2/.tmp/info/e2ac814e80714b28a54ae7daa4ea32bc 2024-12-04T15:20:41,403 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2/.tmp/info/e2ac814e80714b28a54ae7daa4ea32bc as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2/info/e2ac814e80714b28a54ae7daa4ea32bc 2024-12-04T15:20:41,408 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/.tmp/table/b0183abf20fc4746bd2f0a5e5de4dfd2 is 61, key is testClearRegionBlockCache/table:state/1733325640095/Put/seqid=0 2024-12-04T15:20:41,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:41,429 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/.tmp/table/b0183abf20fc4746bd2f0a5e5de4dfd2 2024-12-04T15:20:41,442 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2/info/e2ac814e80714b28a54ae7daa4ea32bc, entries=2, sequenceid=6, filesize=4.9 K 2024-12-04T15:20:41,445 DEBUG [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2decb9c01da60c9dca6cc694cf64cec2 2024-12-04T15:20:41,445 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2decb9c01da60c9dca6cc694cf64cec2 in 161ms, sequenceid=6, compaction requested=false 2024-12-04T15:20:41,445 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-04T15:20:41,448 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,37333,1733325635019; all regions closed. 2024-12-04T15:20:41,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/WALs/645c2dbfef2e,37333,1733325635019/645c2dbfef2e%2C37333%2C1733325635019.1733325637060 not finished, retry = 0 2024-12-04T15:20:41,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741832_1008 (size=1867) 2024-12-04T15:20:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741832_1008 (size=1867) 2024-12-04T15:20:41,476 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/.tmp/info/99a6c5ea131344998a03d87bf3b4c297 as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/info/99a6c5ea131344998a03d87bf3b4c297 2024-12-04T15:20:41,476 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/namespace/2decb9c01da60c9dca6cc694cf64cec2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:20:41,477 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:41,477 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2decb9c01da60c9dca6cc694cf64cec2: 2024-12-04T15:20:41,478 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733325638166.2decb9c01da60c9dca6cc694cf64cec2. 2024-12-04T15:20:41,493 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/info/99a6c5ea131344998a03d87bf3b4c297, entries=30, sequenceid=16, filesize=9.1 K 2024-12-04T15:20:41,494 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/.tmp/table/b0183abf20fc4746bd2f0a5e5de4dfd2 as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/table/b0183abf20fc4746bd2f0a5e5de4dfd2 2024-12-04T15:20:41,514 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/table/b0183abf20fc4746bd2f0a5e5de4dfd2, entries=4, sequenceid=16, filesize=5.3 K 2024-12-04T15:20:41,520 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 275ms, sequenceid=16, compaction requested=false 2024-12-04T15:20:41,520 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:20:41,556 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:20:41,557 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:41,558 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:41,558 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:41,558 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:41,561 DEBUG [RS:0;645c2dbfef2e:37333 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/oldWALs 2024-12-04T15:20:41,562 INFO [RS:0;645c2dbfef2e:37333 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C37333%2C1733325635019:(num 1733325637060) 2024-12-04T15:20:41,562 DEBUG [RS:0;645c2dbfef2e:37333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:41,562 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:41,562 INFO [RS:0;645c2dbfef2e:37333 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:41,563 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:41,563 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:41,563 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:41,563 INFO [RS:0;645c2dbfef2e:37333 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37333 2024-12-04T15:20:41,563 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:41,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:41,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,37333,1733325635019] 2024-12-04T15:20:41,574 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,37333,1733325635019; numProcessing=1 2024-12-04T15:20:41,576 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,37333,1733325635019 already deleted, retry=false 2024-12-04T15:20:41,576 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,37333,1733325635019 expired; onlineServers=1 2024-12-04T15:20:41,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,37333,1733325635019 2024-12-04T15:20:41,645 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,44433,1733325635218; all regions closed. 2024-12-04T15:20:41,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:41,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:41,678 DEBUG [RS:1;645c2dbfef2e:44433 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/oldWALs 2024-12-04T15:20:41,678 INFO [RS:1;645c2dbfef2e:44433 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C44433%2C1733325635218.meta:.meta(num 1733325637743) 2024-12-04T15:20:41,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:41,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37333-0x1005d9df33c0001, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:41,684 INFO [RS:0;645c2dbfef2e:37333 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,37333,1733325635019; zookeeper connection closed. 2024-12-04T15:20:41,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c5df577 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c5df577 2024-12-04T15:20:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741833_1009 (size=3079) 2024-12-04T15:20:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741833_1009 (size=3079) 2024-12-04T15:20:41,711 DEBUG [RS:1;645c2dbfef2e:44433 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/oldWALs 2024-12-04T15:20:41,711 INFO [RS:1;645c2dbfef2e:44433 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C44433%2C1733325635218:(num 1733325637071) 2024-12-04T15:20:41,711 DEBUG [RS:1;645c2dbfef2e:44433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:41,711 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:41,712 INFO [RS:1;645c2dbfef2e:44433 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:41,712 INFO [RS:1;645c2dbfef2e:44433 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44433 2024-12-04T15:20:41,713 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,44433,1733325635218 2024-12-04T15:20:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:41,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,44433,1733325635218] 2024-12-04T15:20:41,724 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,44433,1733325635218; numProcessing=2 2024-12-04T15:20:41,732 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,44433,1733325635218 already deleted, retry=false 2024-12-04T15:20:41,732 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,44433,1733325635218 expired; onlineServers=0 2024-12-04T15:20:41,732 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,36037,1733325634655' ***** 2024-12-04T15:20:41,732 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:20:41,736 DEBUG [M:0;645c2dbfef2e:36037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6cd985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:41,736 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,36037,1733325634655 2024-12-04T15:20:41,736 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,36037,1733325634655; all regions closed. 2024-12-04T15:20:41,736 DEBUG [M:0;645c2dbfef2e:36037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:41,736 DEBUG [M:0;645c2dbfef2e:36037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:20:41,736 DEBUG [M:0;645c2dbfef2e:36037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:20:41,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:20:41,737 INFO [M:0;645c2dbfef2e:36037 {}] hbase.ChoreService(370): Chore service for: master/645c2dbfef2e:0 had [] on shutdown 2024-12-04T15:20:41,737 DEBUG [M:0;645c2dbfef2e:36037 {}] master.HMaster(1733): Stopping service threads 2024-12-04T15:20:41,737 INFO [M:0;645c2dbfef2e:36037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:20:41,737 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325636692 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325636692,5,FailOnTimeoutGroup] 2024-12-04T15:20:41,737 INFO [M:0;645c2dbfef2e:36037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:20:41,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:20:41,740 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325636696 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325636696,5,FailOnTimeoutGroup] 2024-12-04T15:20:41,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:41,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:41,761 INFO [M:0;645c2dbfef2e:36037 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-04T15:20:41,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-04T15:20:41,761 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-04T15:20:41,761 INFO [M:0;645c2dbfef2e:36037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:20:41,761 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:41,762 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:41,762 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:41,762 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:41,762 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:41,762 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-04T15:20:41,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:41,826 INFO [RS:1;645c2dbfef2e:44433 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,44433,1733325635218; zookeeper connection closed. 2024-12-04T15:20:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44433-0x1005d9df33c0002, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:41,829 DEBUG [M:0;645c2dbfef2e:36037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22596bb39a8b4602ae0ed9451f08e3a7 is 82, key is hbase:meta,,1/info:regioninfo/1733325637960/Put/seqid=0 2024-12-04T15:20:41,830 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e76efd7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e76efd7 2024-12-04T15:20:41,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T15:20:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:41,860 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22596bb39a8b4602ae0ed9451f08e3a7 2024-12-04T15:20:41,946 DEBUG [M:0;645c2dbfef2e:36037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1ebfaa15bca44129580f5ac49feb180 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733325640180/Put/seqid=0 2024-12-04T15:20:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:20:41,982 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1ebfaa15bca44129580f5ac49feb180 2024-12-04T15:20:41,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:20:42,048 DEBUG [M:0;645c2dbfef2e:36037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3fa486dfbac4d3d9539b21e645ac5bf is 69, key is 645c2dbfef2e,37333,1733325635019/rs:state/1733325636817/Put/seqid=0 2024-12-04T15:20:42,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:42,485 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3fa486dfbac4d3d9539b21e645ac5bf 2024-12-04T15:20:42,497 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22596bb39a8b4602ae0ed9451f08e3a7 as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22596bb39a8b4602ae0ed9451f08e3a7 2024-12-04T15:20:42,526 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22596bb39a8b4602ae0ed9451f08e3a7, entries=8, sequenceid=108, filesize=5.5 K 2024-12-04T15:20:42,528 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1ebfaa15bca44129580f5ac49feb180 as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1ebfaa15bca44129580f5ac49feb180 2024-12-04T15:20:42,543 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1ebfaa15bca44129580f5ac49feb180, entries=13, sequenceid=108, filesize=7.4 K 2024-12-04T15:20:42,545 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3fa486dfbac4d3d9539b21e645ac5bf as hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3fa486dfbac4d3d9539b21e645ac5bf 2024-12-04T15:20:42,566 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40321/user/jenkins/test-data/90ece203-6b74-9813-f015-965b3440454a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3fa486dfbac4d3d9539b21e645ac5bf, entries=2, sequenceid=108, filesize=5.1 K 2024-12-04T15:20:42,568 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 806ms, sequenceid=108, compaction requested=false 2024-12-04T15:20:42,596 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:42,596 DEBUG [M:0;645c2dbfef2e:36037 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45827 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:20:42,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33693 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:20:42,636 INFO [M:0;645c2dbfef2e:36037 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-04T15:20:42,636 INFO [M:0;645c2dbfef2e:36037 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36037 2024-12-04T15:20:42,636 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:42,644 DEBUG [M:0;645c2dbfef2e:36037 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/645c2dbfef2e,36037,1733325634655 already deleted, retry=false 2024-12-04T15:20:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:42,747 INFO [M:0;645c2dbfef2e:36037 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,36037,1733325634655; zookeeper connection closed. 2024-12-04T15:20:42,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x1005d9df33c0000, quorum=127.0.0.1:62129, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:42,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@405633ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:42,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3220441{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:42,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:42,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe88d33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:42,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36663e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:42,768 WARN [BP-1628935751-172.17.0.2-1733325632404 heartbeating to localhost/127.0.0.1:40321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:20:42,768 WARN [BP-1628935751-172.17.0.2-1733325632404 heartbeating to localhost/127.0.0.1:40321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628935751-172.17.0.2-1733325632404 (Datanode Uuid c1ed564b-4d50-48a4-abad-514b158a2a1e) service to localhost/127.0.0.1:40321 2024-12-04T15:20:42,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:42,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:42,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data3/current/BP-1628935751-172.17.0.2-1733325632404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:42,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data4/current/BP-1628935751-172.17.0.2-1733325632404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:42,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:42,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@762a6036{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:42,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ff6f4e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:42,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:42,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438e046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:42,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53182f36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:42,805 WARN [BP-1628935751-172.17.0.2-1733325632404 heartbeating to localhost/127.0.0.1:40321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628935751-172.17.0.2-1733325632404 (Datanode Uuid 4917f5e8-0147-42c5-ae54-52360d7b20a8) service to localhost/127.0.0.1:40321 2024-12-04T15:20:42,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:42,806 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:42,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data1/current/BP-1628935751-172.17.0.2-1733325632404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:42,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/cluster_59239e31-5d1f-0cb6-e8af-44c0f19fbeb9/dfs/data/data2/current/BP-1628935751-172.17.0.2-1733325632404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:42,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:42,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67782dbd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:42,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dff5cdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:42,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:42,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32ba877f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:42,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ebe9308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:42,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:20:42,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T15:20:42,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=98 (was 73) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:40321 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:40321 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:40321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:40321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1143 (was 1154), ProcessCount=11 (was 11), AvailableMemoryMB=2015 (was 2228) 2024-12-04T15:20:42,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=98, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=1143, ProcessCount=11, AvailableMemoryMB=2015 2024-12-04T15:20:42,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir so I do NOT create it in target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e 2024-12-04T15:20:42,948 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:20:42,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.tmp.dir so I do NOT create it in target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e 2024-12-04T15:20:42,948 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7388c391-0cb8-9ea9-e1b6-6047bce0a455/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:20:42,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e 2024-12-04T15:20:42,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:20:42,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44, deleteOnExit=true 2024-12-04T15:20:42,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-04T15:20:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/test.cache.data in system properties and HBase conf 2024-12-04T15:20:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:20:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:20:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:20:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:20:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T15:20:42,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:20:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:20:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:20:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:20:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:20:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:20:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:20:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:20:42,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:20:43,064 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T15:20:43,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:43,135 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:43,138 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:43,139 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:43,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:43,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:43,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:43,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:43,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:20:43,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:43,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@373f6c90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:43,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33118452{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:43,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b4158d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/java.io.tmpdir/jetty-localhost-41201-hadoop-hdfs-3_4_1-tests_jar-_-any-12639719399623455993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:43,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46d7496d{HTTP/1.1, (http/1.1)}{localhost:41201} 2024-12-04T15:20:43,409 INFO [Time-limited test {}] server.Server(415): Started @36220ms 2024-12-04T15:20:43,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:43,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:43,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:43,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:43,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:43,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d1d93c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:43,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b52b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:43,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ff396a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/java.io.tmpdir/jetty-localhost-38317-hadoop-hdfs-3_4_1-tests_jar-_-any-4098700682230799726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:43,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1656367b{HTTP/1.1, (http/1.1)}{localhost:38317} 2024-12-04T15:20:43,851 INFO [Time-limited test {}] server.Server(415): Started @36662ms 2024-12-04T15:20:43,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:43,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:43,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:44,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:44,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:44,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:20:44,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5deddd6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:44,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@692a39c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:44,107 WARN [Thread-629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data1/current/BP-1864328201-172.17.0.2-1733325643006/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:44,116 WARN [Thread-630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data2/current/BP-1864328201-172.17.0.2-1733325643006/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:44,212 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:44,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9818c60a7fc530e1 with lease ID 0xa1a1bbb10e7975b1: Processing first storage report for DS-ff8b4afc-ca2e-46f3-b4c9-85e54b793202 from datanode DatanodeRegistration(127.0.0.1:40755, datanodeUuid=3f3ea5e0-3c1b-4c98-a7b6-0b6a90730bab, infoPort=41721, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006) 2024-12-04T15:20:44,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9818c60a7fc530e1 with lease ID 0xa1a1bbb10e7975b1: from storage DS-ff8b4afc-ca2e-46f3-b4c9-85e54b793202 node DatanodeRegistration(127.0.0.1:40755, datanodeUuid=3f3ea5e0-3c1b-4c98-a7b6-0b6a90730bab, infoPort=41721, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9818c60a7fc530e1 with lease ID 0xa1a1bbb10e7975b1: Processing first storage report for DS-b7266c74-f04a-475f-ae5b-d2208b3ed092 from datanode DatanodeRegistration(127.0.0.1:40755, datanodeUuid=3f3ea5e0-3c1b-4c98-a7b6-0b6a90730bab, infoPort=41721, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006) 2024-12-04T15:20:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9818c60a7fc530e1 with lease ID 0xa1a1bbb10e7975b1: from storage DS-b7266c74-f04a-475f-ae5b-d2208b3ed092 node DatanodeRegistration(127.0.0.1:40755, datanodeUuid=3f3ea5e0-3c1b-4c98-a7b6-0b6a90730bab, infoPort=41721, infoSecurePort=0, ipcPort=33889, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:20:44,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10cc3c8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/java.io.tmpdir/jetty-localhost-44461-hadoop-hdfs-3_4_1-tests_jar-_-any-2250446158910450609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:44,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16619681{HTTP/1.1, (http/1.1)}{localhost:44461} 2024-12-04T15:20:44,240 INFO [Time-limited test {}] server.Server(415): Started @37052ms 2024-12-04T15:20:44,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:44,564 WARN [Thread-656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data4/current/BP-1864328201-172.17.0.2-1733325643006/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:44,568 WARN [Thread-655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data3/current/BP-1864328201-172.17.0.2-1733325643006/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:44,632 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17283ca2d7bfd4e1 with lease ID 0xa1a1bbb10e7975b2: Processing first storage report for DS-738a686c-ac63-4263-8892-9d2b10a5ab5c from datanode DatanodeRegistration(127.0.0.1:41033, datanodeUuid=7ac19b55-c921-4ac8-9fd1-8dbf38518935, infoPort=39175, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006) 2024-12-04T15:20:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17283ca2d7bfd4e1 with lease ID 0xa1a1bbb10e7975b2: from storage DS-738a686c-ac63-4263-8892-9d2b10a5ab5c node DatanodeRegistration(127.0.0.1:41033, datanodeUuid=7ac19b55-c921-4ac8-9fd1-8dbf38518935, infoPort=39175, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:44,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17283ca2d7bfd4e1 with lease ID 0xa1a1bbb10e7975b2: Processing first storage report for DS-cbbbbab5-6b9d-444c-801e-ccd4ca6b5e9a from datanode DatanodeRegistration(127.0.0.1:41033, datanodeUuid=7ac19b55-c921-4ac8-9fd1-8dbf38518935, infoPort=39175, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006) 2024-12-04T15:20:44,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17283ca2d7bfd4e1 with lease ID 0xa1a1bbb10e7975b2: from storage DS-cbbbbab5-6b9d-444c-801e-ccd4ca6b5e9a node DatanodeRegistration(127.0.0.1:41033, datanodeUuid=7ac19b55-c921-4ac8-9fd1-8dbf38518935, infoPort=39175, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=522411619;c=1733325643006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:44,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e 2024-12-04T15:20:44,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/zookeeper_0, clientPort=64906, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:20:44,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64906 2024-12-04T15:20:44,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:44,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:44,819 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590 with version=8 2024-12-04T15:20:44,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/hbase-staging 2024-12-04T15:20:44,823 INFO [Time-limited test {}] client.ConnectionUtils(129): master/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:44,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:44,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:44,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:44,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:44,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:44,824 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:44,840 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34389 2024-12-04T15:20:44,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:44,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:44,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34389 connecting to ZooKeeper ensemble=127.0.0.1:64906 2024-12-04T15:20:44,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343890x0, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:44,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34389-0x1005d9e1cad0000 connected 2024-12-04T15:20:45,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:45,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:45,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:45,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34389 2024-12-04T15:20:45,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34389 2024-12-04T15:20:45,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34389 2024-12-04T15:20:45,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34389 2024-12-04T15:20:45,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34389 2024-12-04T15:20:45,220 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590, hbase.cluster.distributed=false 2024-12-04T15:20:45,250 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:45,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:45,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:45,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:45,251 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:45,252 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41909 2024-12-04T15:20:45,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:45,256 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:45,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:45,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:45,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41909 connecting to ZooKeeper ensemble=127.0.0.1:64906 2024-12-04T15:20:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419090x0, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:45,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41909-0x1005d9e1cad0001 connected 2024-12-04T15:20:45,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:45,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:45,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:45,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41909 2024-12-04T15:20:45,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41909 2024-12-04T15:20:45,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41909 2024-12-04T15:20:45,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41909 2024-12-04T15:20:45,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41909 2024-12-04T15:20:45,356 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:45,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:45,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:45,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:45,361 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:45,362 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44747 2024-12-04T15:20:45,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:45,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:45,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:45,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:45,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44747 connecting to ZooKeeper ensemble=127.0.0.1:64906 2024-12-04T15:20:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447470x0, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:45,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447470x0, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:45,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44747-0x1005d9e1cad0002 connected 2024-12-04T15:20:45,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:45,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:45,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44747 2024-12-04T15:20:45,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44747 2024-12-04T15:20:45,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44747 2024-12-04T15:20:45,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44747 2024-12-04T15:20:45,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44747 2024-12-04T15:20:45,401 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:45,416 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:45,422 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;645c2dbfef2e:34389 2024-12-04T15:20:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:45,437 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:45,440 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/645c2dbfef2e,34389,1733325644822 from backup master directory 2024-12-04T15:20:45,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:45,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:45,442 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:45,442 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:45,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:45,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:45,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:45,917 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/hbase.id with ID: b3b3c44f-ebd9-4a20-b508-bae5d67d8d07 2024-12-04T15:20:45,934 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:46,364 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:46,366 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:20:46,366 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:46,405 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store 2024-12-04T15:20:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:46,440 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:46,440 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:46,440 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:46,440 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:46,440 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:46,440 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:46,440 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:46,440 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:46,449 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/.initializing 2024-12-04T15:20:46,449 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/WALs/645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:46,451 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:46,455 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C34389%2C1733325644822, suffix=, logDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/WALs/645c2dbfef2e,34389,1733325644822, archiveDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/oldWALs, maxLogs=10 2024-12-04T15:20:46,483 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/WALs/645c2dbfef2e,34389,1733325644822/645c2dbfef2e%2C34389%2C1733325644822.1733325646455, exclude list is [], retry=0 2024-12-04T15:20:46,492 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40755,DS-ff8b4afc-ca2e-46f3-b4c9-85e54b793202,DISK] 2024-12-04T15:20:46,494 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-738a686c-ac63-4263-8892-9d2b10a5ab5c,DISK] 2024-12-04T15:20:46,502 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/WALs/645c2dbfef2e,34389,1733325644822/645c2dbfef2e%2C34389%2C1733325644822.1733325646455 2024-12-04T15:20:46,503 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41721:41721),(127.0.0.1/127.0.0.1:39175:39175)] 2024-12-04T15:20:46,504 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:46,504 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:46,504 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,504 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:20:46,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:46,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:20:46,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:46,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:20:46,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:46,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:20:46,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:46,526 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,527 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,533 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:46,535 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:46,545 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:46,546 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59782868, jitterRate=-0.10916584730148315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:46,548 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:46,554 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:20:46,569 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421af201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:46,570 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-04T15:20:46,570 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:20:46,571 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:20:46,571 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:20:46,572 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T15:20:46,572 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:20:46,572 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:20:46,582 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:20:46,588 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T15:20:46,590 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-04T15:20:46,590 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:20:46,592 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:20:46,594 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-04T15:20:46,594 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:20:46,597 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:20:46,598 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-04T15:20:46,600 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:20:46,602 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T15:20:46,607 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:20:46,609 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T15:20:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,624 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=645c2dbfef2e,34389,1733325644822, sessionid=0x1005d9e1cad0000, setting cluster-up flag (Was=false) 2024-12-04T15:20:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,633 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T15:20:46,634 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:46,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:46,645 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T15:20:46,646 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:46,659 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:46,659 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-04T15:20:46,659 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:20:46,660 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 645c2dbfef2e,34389,1733325644822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:20:46,660 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:46,660 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:46,660 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:46,661 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:46,661 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/645c2dbfef2e:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:20:46,661 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,661 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:46,661 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,669 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325676668 2024-12-04T15:20:46,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:46,669 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:20:46,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:20:46,669 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:20:46,669 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:20:46,669 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:20:46,669 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:20:46,669 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:20:46,672 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,677 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:20:46,677 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:20:46,677 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:20:46,680 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,681 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:46,683 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:20:46,683 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:20:46,684 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325646683,5,FailOnTimeoutGroup] 2024-12-04T15:20:46,684 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325646684,5,FailOnTimeoutGroup] 2024-12-04T15:20:46,684 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,685 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:20:46,685 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,685 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:46,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:46,707 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-04T15:20:46,708 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590 2024-12-04T15:20:46,734 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;645c2dbfef2e:44747 2024-12-04T15:20:46,745 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;645c2dbfef2e:41909 2024-12-04T15:20:46,746 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1008): ClusterId : b3b3c44f-ebd9-4a20-b508-bae5d67d8d07 2024-12-04T15:20:46,746 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1008): ClusterId : b3b3c44f-ebd9-4a20-b508-bae5d67d8d07 2024-12-04T15:20:46,747 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:46,747 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:20:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:20:46,756 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:46,763 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:46,763 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:46,764 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:46,764 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:46,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:46,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:46,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:46,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:46,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:46,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:46,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:46,778 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:46,779 DEBUG [RS:1;645c2dbfef2e:44747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166611e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:46,779 DEBUG [RS:1;645c2dbfef2e:44747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c08166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:46,779 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:46,779 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:46,779 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:46,780 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:46,780 DEBUG [RS:0;645c2dbfef2e:41909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59797af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:46,781 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34389,1733325644822 with isa=645c2dbfef2e/172.17.0.2:44747, startcode=1733325645355 2024-12-04T15:20:46,781 DEBUG [RS:1;645c2dbfef2e:44747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:46,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:46,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:46,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:46,784 DEBUG [RS:0;645c2dbfef2e:41909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d0a1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:46,784 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:46,784 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:46,784 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:46,784 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740 2024-12-04T15:20:46,785 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740 2024-12-04T15:20:46,787 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:46,788 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:46,791 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48773, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:46,792 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34389,1733325644822 with isa=645c2dbfef2e/172.17.0.2:41909, startcode=1733325645249 2024-12-04T15:20:46,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:46,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:46,792 DEBUG [RS:0;645c2dbfef2e:41909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:46,796 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:46,800 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590 2024-12-04T15:20:46,800 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39485 2024-12-04T15:20:46,800 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:46,801 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54991, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:46,804 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67899057, jitterRate=0.011774793267250061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:46,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:46,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:46,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:46,805 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:46,806 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:46,806 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:46,806 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:46,806 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:46,806 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:46,806 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:46,806 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:46,811 DEBUG [RS:1;645c2dbfef2e:44747 {}] zookeeper.ZKUtil(111): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:46,812 WARN [RS:1;645c2dbfef2e:44747 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:46,812 INFO [RS:1;645c2dbfef2e:44747 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:46,812 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:46,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,44747,1733325645355] 2024-12-04T15:20:46,817 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:46,818 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-04T15:20:46,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:20:46,819 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590 2024-12-04T15:20:46,820 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39485 2024-12-04T15:20:46,820 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:46,821 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:46,825 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:20:46,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:46,841 DEBUG [RS:0;645c2dbfef2e:41909 {}] zookeeper.ZKUtil(111): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:46,842 WARN [RS:0;645c2dbfef2e:41909 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:46,842 INFO [RS:0;645c2dbfef2e:41909 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:46,842 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:46,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,41909,1733325645249] 2024-12-04T15:20:46,851 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:46,851 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:46,856 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:46,860 INFO [RS:1;645c2dbfef2e:44747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:46,860 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,861 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:46,868 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,868 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,869 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,869 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,869 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,869 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,869 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:46,870 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,870 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,870 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,870 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,870 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,870 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:46,870 DEBUG [RS:1;645c2dbfef2e:44747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:46,876 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,876 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,876 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,876 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,876 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,44747,1733325645355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:46,876 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:46,876 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:46,881 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:46,882 INFO [RS:0;645c2dbfef2e:41909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:46,882 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,883 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:46,888 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,888 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,888 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,888 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:46,889 DEBUG [RS:0;645c2dbfef2e:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:46,897 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,897 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,897 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,898 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,898 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,41909,1733325645249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:46,903 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:46,903 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,44747,1733325645355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,924 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:46,924 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,41909,1733325645249-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:46,928 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.Replication(204): 645c2dbfef2e,44747,1733325645355 started 2024-12-04T15:20:46,928 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,44747,1733325645355, RpcServer on 645c2dbfef2e/172.17.0.2:44747, sessionid=0x1005d9e1cad0002 2024-12-04T15:20:46,928 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:46,928 DEBUG [RS:1;645c2dbfef2e:44747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:46,928 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,44747,1733325645355' 2024-12-04T15:20:46,928 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:46,931 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:46,932 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:46,932 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:46,932 DEBUG [RS:1;645c2dbfef2e:44747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:46,932 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,44747,1733325645355' 2024-12-04T15:20:46,932 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:46,934 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:46,936 DEBUG [RS:1;645c2dbfef2e:44747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:46,937 INFO [RS:1;645c2dbfef2e:44747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:46,937 INFO [RS:1;645c2dbfef2e:44747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:46,948 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.Replication(204): 645c2dbfef2e,41909,1733325645249 started 2024-12-04T15:20:46,949 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,41909,1733325645249, RpcServer on 645c2dbfef2e/172.17.0.2:41909, sessionid=0x1005d9e1cad0001 2024-12-04T15:20:46,949 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:46,949 DEBUG [RS:0;645c2dbfef2e:41909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:46,949 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,41909,1733325645249' 2024-12-04T15:20:46,949 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:46,949 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:46,950 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:46,950 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:46,950 DEBUG [RS:0;645c2dbfef2e:41909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:46,950 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,41909,1733325645249' 2024-12-04T15:20:46,950 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:46,950 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:46,951 DEBUG [RS:0;645c2dbfef2e:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:46,951 INFO [RS:0;645c2dbfef2e:41909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:46,951 INFO [RS:0;645c2dbfef2e:41909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:46,975 WARN [645c2dbfef2e:34389 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-04T15:20:47,037 INFO [RS:1;645c2dbfef2e:44747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:47,041 INFO [RS:1;645c2dbfef2e:44747 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C44747%2C1733325645355, suffix=, logDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,44747,1733325645355, archiveDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/oldWALs, maxLogs=32 2024-12-04T15:20:47,052 INFO [RS:0;645c2dbfef2e:41909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:47,060 INFO [RS:0;645c2dbfef2e:41909 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C41909%2C1733325645249, suffix=, logDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249, archiveDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/oldWALs, maxLogs=32 2024-12-04T15:20:47,064 DEBUG [RS:1;645c2dbfef2e:44747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,44747,1733325645355/645c2dbfef2e%2C44747%2C1733325645355.1733325647042, exclude list is [], retry=0 2024-12-04T15:20:47,075 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-738a686c-ac63-4263-8892-9d2b10a5ab5c,DISK] 2024-12-04T15:20:47,075 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40755,DS-ff8b4afc-ca2e-46f3-b4c9-85e54b793202,DISK] 2024-12-04T15:20:47,084 DEBUG [RS:0;645c2dbfef2e:41909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249/645c2dbfef2e%2C41909%2C1733325645249.1733325647061, exclude list is [], retry=0 2024-12-04T15:20:47,093 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40755,DS-ff8b4afc-ca2e-46f3-b4c9-85e54b793202,DISK] 2024-12-04T15:20:47,094 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-738a686c-ac63-4263-8892-9d2b10a5ab5c,DISK] 2024-12-04T15:20:47,101 INFO [RS:1;645c2dbfef2e:44747 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,44747,1733325645355/645c2dbfef2e%2C44747%2C1733325645355.1733325647042 2024-12-04T15:20:47,112 DEBUG [RS:1;645c2dbfef2e:44747 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175),(127.0.0.1/127.0.0.1:41721:41721)] 2024-12-04T15:20:47,112 INFO [RS:0;645c2dbfef2e:41909 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249/645c2dbfef2e%2C41909%2C1733325645249.1733325647061 2024-12-04T15:20:47,115 DEBUG [RS:0;645c2dbfef2e:41909 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41721:41721),(127.0.0.1/127.0.0.1:39175:39175)] 2024-12-04T15:20:47,228 DEBUG [645c2dbfef2e:34389 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T15:20:47,228 DEBUG [645c2dbfef2e:34389 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:47,232 DEBUG [645c2dbfef2e:34389 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:47,233 DEBUG [645c2dbfef2e:34389 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:47,233 INFO [645c2dbfef2e:34389 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:47,233 INFO [645c2dbfef2e:34389 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:47,233 DEBUG [645c2dbfef2e:34389 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:47,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:47,236 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,41909,1733325645249, state=OPENING 2024-12-04T15:20:47,238 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:20:47,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:47,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:47,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:47,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:47,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:47,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:47,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=645c2dbfef2e,41909,1733325645249}] 2024-12-04T15:20:47,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:47,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:47,406 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:47,412 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-04T15:20:47,412 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:47,413 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:20:47,415 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C41909%2C1733325645249.meta, suffix=.meta, logDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249, archiveDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/oldWALs, maxLogs=32 2024-12-04T15:20:47,443 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249/645c2dbfef2e%2C41909%2C1733325645249.meta.1733325647416.meta, exclude list is [], retry=0 2024-12-04T15:20:47,447 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-738a686c-ac63-4263-8892-9d2b10a5ab5c,DISK] 2024-12-04T15:20:47,447 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40755,DS-ff8b4afc-ca2e-46f3-b4c9-85e54b793202,DISK] 2024-12-04T15:20:47,454 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249/645c2dbfef2e%2C41909%2C1733325645249.meta.1733325647416.meta 2024-12-04T15:20:47,454 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39175:39175),(127.0.0.1/127.0.0.1:41721:41721)] 2024-12-04T15:20:47,454 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:47,455 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:47,455 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:20:47,455 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:20:47,455 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:20:47,455 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:47,455 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-04T15:20:47,455 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-04T15:20:47,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:47,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:47,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:47,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:47,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:47,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:47,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:47,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:47,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:47,468 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740 2024-12-04T15:20:47,469 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740 2024-12-04T15:20:47,471 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:47,480 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:47,483 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60977211, jitterRate=-0.09136874973773956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:47,485 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:47,488 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325647403 2024-12-04T15:20:47,491 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:20:47,491 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-04T15:20:47,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:47,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,41909,1733325645249, state=OPEN 2024-12-04T15:20:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:47,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:47,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:47,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:47,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:47,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:20:47,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=645c2dbfef2e,41909,1733325645249 in 249 msec 2024-12-04T15:20:47,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:20:47,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-12-04T15:20:47,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 848 msec 2024-12-04T15:20:47,506 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325647506, completionTime=-1 2024-12-04T15:20:47,506 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T15:20:47,507 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-04T15:20:47,508 DEBUG [hconnection-0x78214ba6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:47,511 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:47,515 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-04T15:20:47,515 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325707515 2024-12-04T15:20:47,515 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325767515 2024-12-04T15:20:47,515 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 8 msec 2024-12-04T15:20:47,527 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34389,1733325644822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,527 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34389,1733325644822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,527 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34389,1733325644822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,528 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-645c2dbfef2e:34389, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,528 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,528 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-04T15:20:47,528 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:47,532 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-04T15:20:47,534 DEBUG [master/645c2dbfef2e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-04T15:20:47,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:47,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:47,968 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a846028826360efe43eb68c12ed71e9b, NAME => 'hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590 2024-12-04T15:20:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:47,995 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:47,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a846028826360efe43eb68c12ed71e9b, disabling compactions & flushes 2024-12-04T15:20:47,996 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:47,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:47,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. after waiting 0 ms 2024-12-04T15:20:47,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:47,996 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:47,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a846028826360efe43eb68c12ed71e9b: 2024-12-04T15:20:48,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:48,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733325648002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325648002"}]},"ts":"1733325648002"} 2024-12-04T15:20:48,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-04T15:20:48,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:48,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325648007"}]},"ts":"1733325648007"} 2024-12-04T15:20:48,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-04T15:20:48,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:48,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:48,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:48,017 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:48,017 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:48,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:48,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a846028826360efe43eb68c12ed71e9b, ASSIGN}] 2024-12-04T15:20:48,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a846028826360efe43eb68c12ed71e9b, ASSIGN 2024-12-04T15:20:48,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a846028826360efe43eb68c12ed71e9b, ASSIGN; state=OFFLINE, location=645c2dbfef2e,44747,1733325645355; forceNewPlan=false, retain=false 2024-12-04T15:20:48,172 INFO [645c2dbfef2e:34389 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T15:20:48,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a846028826360efe43eb68c12ed71e9b, regionState=OPENING, regionLocation=645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:48,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a846028826360efe43eb68c12ed71e9b, server=645c2dbfef2e,44747,1733325645355}] 2024-12-04T15:20:48,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:48,330 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:48,332 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:48,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:48,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a846028826360efe43eb68c12ed71e9b, NAME => 'hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:48,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:48,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:48,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:48,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:48,347 INFO [StoreOpener-a846028826360efe43eb68c12ed71e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:48,349 INFO [StoreOpener-a846028826360efe43eb68c12ed71e9b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a846028826360efe43eb68c12ed71e9b columnFamilyName info 2024-12-04T15:20:48,349 DEBUG [StoreOpener-a846028826360efe43eb68c12ed71e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:48,350 INFO [StoreOpener-a846028826360efe43eb68c12ed71e9b-1 {}] regionserver.HStore(327): Store=a846028826360efe43eb68c12ed71e9b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:48,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:48,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:48,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:48,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:48,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a846028826360efe43eb68c12ed71e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71767777, jitterRate=0.06942321360111237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:48,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a846028826360efe43eb68c12ed71e9b: 2024-12-04T15:20:48,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b., pid=6, masterSystemTime=1733325648329 2024-12-04T15:20:48,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a846028826360efe43eb68c12ed71e9b, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:48,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:48,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:48,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:20:48,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a846028826360efe43eb68c12ed71e9b, server=645c2dbfef2e,44747,1733325645355 in 205 msec 2024-12-04T15:20:48,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:20:48,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a846028826360efe43eb68c12ed71e9b, ASSIGN in 368 msec 2024-12-04T15:20:48,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:48,390 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325648390"}]},"ts":"1733325648390"} 2024-12-04T15:20:48,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-04T15:20:48,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:48,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 875 msec 2024-12-04T15:20:48,444 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-04T15:20:48,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:48,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:48,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:48,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:48,451 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:48,453 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:48,471 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-04T15:20:48,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:48,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 51 msec 2024-12-04T15:20:48,524 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-04T15:20:48,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:48,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-12-04T15:20:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-04T15:20:48,580 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.138sec 2024-12-04T15:20:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-04T15:20:48,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:20:48,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:20:48,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:20:48,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:20:48,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:20:48,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34389,1733325644822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:48,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34389,1733325644822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:20:48,608 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:20:48,608 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:20:48,608 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34389,1733325644822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:48,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60df3472 to 127.0.0.1:64906 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@572ad38a 2024-12-04T15:20:48,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1520999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:48,648 DEBUG [hconnection-0x67669582-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:48,665 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:48,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:48,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:48,689 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:48,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T15:20:48,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:48,696 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:48,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-04T15:20:48,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:48,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:49,151 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4ed8bbe4bc7fee80fcf73d00712785b7, NAME => 'testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590 2024-12-04T15:20:49,151 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 11bdb1e1b33d9199a0f269a96d07231c, NAME => 'testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590 2024-12-04T15:20:49,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:49,214 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 4ed8bbe4bc7fee80fcf73d00712785b7, disabling compactions & flushes 2024-12-04T15:20:49,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. after waiting 0 ms 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:49,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4ed8bbe4bc7fee80fcf73d00712785b7: 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 11bdb1e1b33d9199a0f269a96d07231c, disabling compactions & flushes 2024-12-04T15:20:49,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. after waiting 0 ms 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:49,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:49,215 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 11bdb1e1b33d9199a0f269a96d07231c: 2024-12-04T15:20:49,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:49,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325649218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325649218"}]},"ts":"1733325649218"} 2024-12-04T15:20:49,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325649218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325649218"}]},"ts":"1733325649218"} 2024-12-04T15:20:49,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-04T15:20:49,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:49,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325649240"}]},"ts":"1733325649240"} 2024-12-04T15:20:49,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T15:20:49,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:49,257 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:49,257 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:49,257 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:49,257 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:49,257 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:49,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11bdb1e1b33d9199a0f269a96d07231c, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ed8bbe4bc7fee80fcf73d00712785b7, ASSIGN}] 2024-12-04T15:20:49,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ed8bbe4bc7fee80fcf73d00712785b7, ASSIGN 2024-12-04T15:20:49,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11bdb1e1b33d9199a0f269a96d07231c, ASSIGN 2024-12-04T15:20:49,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11bdb1e1b33d9199a0f269a96d07231c, ASSIGN; state=OFFLINE, location=645c2dbfef2e,41909,1733325645249; forceNewPlan=false, retain=false 2024-12-04T15:20:49,264 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ed8bbe4bc7fee80fcf73d00712785b7, ASSIGN; state=OFFLINE, location=645c2dbfef2e,44747,1733325645355; forceNewPlan=false, retain=false 2024-12-04T15:20:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:49,414 INFO [645c2dbfef2e:34389 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T15:20:49,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=11bdb1e1b33d9199a0f269a96d07231c, regionState=OPENING, regionLocation=645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:49,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4ed8bbe4bc7fee80fcf73d00712785b7, regionState=OPENING, regionLocation=645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:49,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 4ed8bbe4bc7fee80fcf73d00712785b7, server=645c2dbfef2e,44747,1733325645355}] 2024-12-04T15:20:49,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 11bdb1e1b33d9199a0f269a96d07231c, server=645c2dbfef2e,41909,1733325645249}] 2024-12-04T15:20:49,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:49,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:49,588 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:49,588 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ed8bbe4bc7fee80fcf73d00712785b7, NAME => 'testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T15:20:49,589 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:49,589 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:49,589 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:49,589 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:49,592 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:49,592 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 11bdb1e1b33d9199a0f269a96d07231c, NAME => 'testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T15:20:49,593 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:49,593 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:49,594 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:49,594 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:49,599 INFO [StoreOpener-11bdb1e1b33d9199a0f269a96d07231c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:49,601 INFO [StoreOpener-4ed8bbe4bc7fee80fcf73d00712785b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:49,602 INFO [StoreOpener-11bdb1e1b33d9199a0f269a96d07231c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11bdb1e1b33d9199a0f269a96d07231c columnFamilyName family 2024-12-04T15:20:49,603 INFO [StoreOpener-4ed8bbe4bc7fee80fcf73d00712785b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ed8bbe4bc7fee80fcf73d00712785b7 columnFamilyName family 2024-12-04T15:20:49,603 DEBUG [StoreOpener-4ed8bbe4bc7fee80fcf73d00712785b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:49,603 DEBUG [StoreOpener-11bdb1e1b33d9199a0f269a96d07231c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:49,605 INFO [StoreOpener-4ed8bbe4bc7fee80fcf73d00712785b7-1 {}] regionserver.HStore(327): Store=4ed8bbe4bc7fee80fcf73d00712785b7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:49,605 INFO [StoreOpener-11bdb1e1b33d9199a0f269a96d07231c-1 {}] regionserver.HStore(327): Store=11bdb1e1b33d9199a0f269a96d07231c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:49,607 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:49,608 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:49,608 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:49,612 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:49,615 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:49,618 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:49,622 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:49,623 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 11bdb1e1b33d9199a0f269a96d07231c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68713617, jitterRate=0.023912683129310608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:49,625 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:49,625 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 11bdb1e1b33d9199a0f269a96d07231c: 2024-12-04T15:20:49,626 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 4ed8bbe4bc7fee80fcf73d00712785b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67882617, jitterRate=0.011529818177223206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:49,626 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 4ed8bbe4bc7fee80fcf73d00712785b7: 2024-12-04T15:20:49,628 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c., pid=13, masterSystemTime=1733325649573 2024-12-04T15:20:49,631 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7., pid=12, masterSystemTime=1733325649572 2024-12-04T15:20:49,636 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:49,637 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:49,637 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=11bdb1e1b33d9199a0f269a96d07231c, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:49,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4ed8bbe4bc7fee80fcf73d00712785b7, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:49,641 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:49,641 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:49,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-04T15:20:49,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 11bdb1e1b33d9199a0f269a96d07231c, server=645c2dbfef2e,41909,1733325645249 in 224 msec 2024-12-04T15:20:49,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:20:49,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 4ed8bbe4bc7fee80fcf73d00712785b7, server=645c2dbfef2e,44747,1733325645355 in 227 msec 2024-12-04T15:20:49,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11bdb1e1b33d9199a0f269a96d07231c, ASSIGN in 390 msec 2024-12-04T15:20:49,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-04T15:20:49,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ed8bbe4bc7fee80fcf73d00712785b7, ASSIGN in 391 msec 2024-12-04T15:20:49,659 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:49,659 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325649659"}]},"ts":"1733325649659"} 2024-12-04T15:20:49,661 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T15:20:49,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:49,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 973 msec 2024-12-04T15:20:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:49,815 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-04T15:20:49,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T15:20:49,816 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T15:20:49,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-04T15:20:49,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:49,844 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:49,853 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 11bdb1e1b33d9199a0f269a96d07231c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T15:20:49,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c/.tmp/family/ff385a789e5b4f70a16837332b152e41 is 32, key is 1/family:/1733325649829/Put/seqid=0 2024-12-04T15:20:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741841_1017 (size=5054) 2024-12-04T15:20:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741841_1017 (size=5054) 2024-12-04T15:20:49,879 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c/.tmp/family/ff385a789e5b4f70a16837332b152e41 2024-12-04T15:20:49,888 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c/.tmp/family/ff385a789e5b4f70a16837332b152e41 as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c/family/ff385a789e5b4f70a16837332b152e41 2024-12-04T15:20:49,895 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c/family/ff385a789e5b4f70a16837332b152e41, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T15:20:49,896 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 11bdb1e1b33d9199a0f269a96d07231c in 42ms, sequenceid=8, compaction requested=false 2024-12-04T15:20:49,896 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 11bdb1e1b33d9199a0f269a96d07231c: 2024-12-04T15:20:49,896 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4ed8bbe4bc7fee80fcf73d00712785b7 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T15:20:49,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7/.tmp/family/ba842131b897461e8e38fb53135ffa74 is 32, key is 5/family:/1733325649844/Put/seqid=0 2024-12-04T15:20:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741842_1018 (size=5083) 2024-12-04T15:20:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741842_1018 (size=5083) 2024-12-04T15:20:50,337 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7/.tmp/family/ba842131b897461e8e38fb53135ffa74 2024-12-04T15:20:50,347 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7/.tmp/family/ba842131b897461e8e38fb53135ffa74 as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7/family/ba842131b897461e8e38fb53135ffa74 2024-12-04T15:20:50,356 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7/family/ba842131b897461e8e38fb53135ffa74, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T15:20:50,357 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4ed8bbe4bc7fee80fcf73d00712785b7 in 461ms, sequenceid=9, compaction requested=false 2024-12-04T15:20:50,357 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4ed8bbe4bc7fee80fcf73d00712785b7: 2024-12-04T15:20:50,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:50,379 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:50,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:50,386 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:50,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T15:20:50,388 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-04T15:20:50,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60df3472 to 127.0.0.1:64906 2024-12-04T15:20:50,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:50,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:20:50,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=214184634, stopped=false 2024-12-04T15:20:50,390 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:50,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:50,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:50,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-04T15:20:50,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:50,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:50,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:50,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:50,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:50,404 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,41909,1733325645249' ***** 2024-12-04T15:20:50,404 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:50,404 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,44747,1733325645355' ***** 2024-12-04T15:20:50,404 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:50,404 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:50,404 INFO [RS:0;645c2dbfef2e:41909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:50,404 INFO [RS:0;645c2dbfef2e:41909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:50,404 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(3579): Received CLOSE for 11bdb1e1b33d9199a0f269a96d07231c 2024-12-04T15:20:50,405 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:50,405 INFO [RS:1;645c2dbfef2e:44747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:50,405 INFO [RS:1;645c2dbfef2e:44747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:50,405 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ed8bbe4bc7fee80fcf73d00712785b7 2024-12-04T15:20:50,405 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:50,405 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:50,408 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:50,408 DEBUG [RS:0;645c2dbfef2e:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:50,408 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:50,408 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:50,408 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:50,408 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-04T15:20:50,409 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 11bdb1e1b33d9199a0f269a96d07231c, disabling compactions & flushes 2024-12-04T15:20:50,410 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:50,410 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:50,410 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. after waiting 0 ms 2024-12-04T15:20:50,410 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:50,412 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(3579): Received CLOSE for a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:50,412 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:50,412 DEBUG [RS:1;645c2dbfef2e:44747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:50,412 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-04T15:20:50,412 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1603): Online Regions={4ed8bbe4bc7fee80fcf73d00712785b7=testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7., a846028826360efe43eb68c12ed71e9b=hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b.} 2024-12-04T15:20:50,412 DEBUG [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1629): Waiting on 4ed8bbe4bc7fee80fcf73d00712785b7, a846028826360efe43eb68c12ed71e9b 2024-12-04T15:20:50,416 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4ed8bbe4bc7fee80fcf73d00712785b7, disabling compactions & flushes 2024-12-04T15:20:50,416 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:50,416 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:50,416 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. after waiting 0 ms 2024-12-04T15:20:50,416 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:50,419 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-04T15:20:50,419 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 11bdb1e1b33d9199a0f269a96d07231c=testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c.} 2024-12-04T15:20:50,419 DEBUG [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1629): Waiting on 11bdb1e1b33d9199a0f269a96d07231c, 1588230740 2024-12-04T15:20:50,419 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:50,419 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:50,419 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:50,420 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:50,420 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:50,420 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-04T15:20:50,424 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:50,456 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/11bdb1e1b33d9199a0f269a96d07231c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:20:50,457 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:50,457 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 11bdb1e1b33d9199a0f269a96d07231c: 2024-12-04T15:20:50,457 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733325648691.11bdb1e1b33d9199a0f269a96d07231c. 2024-12-04T15:20:50,458 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/default/testClearRegionBlockCache/4ed8bbe4bc7fee80fcf73d00712785b7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T15:20:50,459 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:50,459 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4ed8bbe4bc7fee80fcf73d00712785b7: 2024-12-04T15:20:50,459 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7. 2024-12-04T15:20:50,459 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a846028826360efe43eb68c12ed71e9b, disabling compactions & flushes 2024-12-04T15:20:50,459 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:50,459 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:50,459 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. after waiting 0 ms 2024-12-04T15:20:50,459 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:50,459 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a846028826360efe43eb68c12ed71e9b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-04T15:20:50,472 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/.tmp/info/787bad3e09284e93a27af8fa5312d6d8 is 173, key is testClearRegionBlockCache,5,1733325648691.4ed8bbe4bc7fee80fcf73d00712785b7./info:regioninfo/1733325649638/Put/seqid=0 2024-12-04T15:20:50,484 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b/.tmp/info/bdc4e241505a4f31b7b47a493e7079e2 is 45, key is default/info:d/1733325648492/Put/seqid=0 2024-12-04T15:20:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:50,489 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/.tmp/info/787bad3e09284e93a27af8fa5312d6d8 2024-12-04T15:20:50,492 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:50,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:50,510 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b/.tmp/info/bdc4e241505a4f31b7b47a493e7079e2 2024-12-04T15:20:50,525 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b/.tmp/info/bdc4e241505a4f31b7b47a493e7079e2 as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b/info/bdc4e241505a4f31b7b47a493e7079e2 2024-12-04T15:20:50,527 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/.tmp/table/f7c52ffc1ade47119b7d516b6d808edd is 61, key is testClearRegionBlockCache/table:state/1733325649659/Put/seqid=0 2024-12-04T15:20:50,534 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b/info/bdc4e241505a4f31b7b47a493e7079e2, entries=2, sequenceid=6, filesize=4.9 K 2024-12-04T15:20:50,536 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a846028826360efe43eb68c12ed71e9b in 76ms, sequenceid=6, compaction requested=false 2024-12-04T15:20:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:50,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:50,547 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/.tmp/table/f7c52ffc1ade47119b7d516b6d808edd 2024-12-04T15:20:50,548 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/namespace/a846028826360efe43eb68c12ed71e9b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:20:50,552 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a846028826360efe43eb68c12ed71e9b: 2024-12-04T15:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733325647528.a846028826360efe43eb68c12ed71e9b. 2024-12-04T15:20:50,564 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/.tmp/info/787bad3e09284e93a27af8fa5312d6d8 as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/info/787bad3e09284e93a27af8fa5312d6d8 2024-12-04T15:20:50,574 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/info/787bad3e09284e93a27af8fa5312d6d8, entries=30, sequenceid=16, filesize=9.1 K 2024-12-04T15:20:50,576 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/.tmp/table/f7c52ffc1ade47119b7d516b6d808edd as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/table/f7c52ffc1ade47119b7d516b6d808edd 2024-12-04T15:20:50,589 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/table/f7c52ffc1ade47119b7d516b6d808edd, entries=4, sequenceid=16, filesize=5.3 K 2024-12-04T15:20:50,591 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=16, compaction requested=false 2024-12-04T15:20:50,598 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:20:50,599 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:50,599 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:50,599 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:50,599 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:50,612 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,44747,1733325645355; all regions closed. 2024-12-04T15:20:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741833_1009 (size=3188) 2024-12-04T15:20:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741833_1009 (size=3188) 2024-12-04T15:20:50,619 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,41909,1733325645249; all regions closed. 2024-12-04T15:20:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:50,626 DEBUG [RS:1;645c2dbfef2e:44747 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/oldWALs 2024-12-04T15:20:50,626 INFO [RS:1;645c2dbfef2e:44747 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C44747%2C1733325645355:(num 1733325647042) 2024-12-04T15:20:50,626 DEBUG [RS:1;645c2dbfef2e:44747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:50,626 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:50,626 INFO [RS:1;645c2dbfef2e:44747 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:50,627 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:50,627 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:50,627 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:50,627 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:50,627 INFO [RS:1;645c2dbfef2e:44747 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44747 2024-12-04T15:20:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,44747,1733325645355 2024-12-04T15:20:50,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,44747,1733325645355] 2024-12-04T15:20:50,631 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,44747,1733325645355; numProcessing=1 2024-12-04T15:20:50,631 DEBUG [RS:0;645c2dbfef2e:41909 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/oldWALs 2024-12-04T15:20:50,632 INFO [RS:0;645c2dbfef2e:41909 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C41909%2C1733325645249.meta:.meta(num 1733325647416) 2024-12-04T15:20:50,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,44747,1733325645355 already deleted, retry=false 2024-12-04T15:20:50,634 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,44747,1733325645355 expired; onlineServers=1 2024-12-04T15:20:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741834_1010 (size=1758) 2024-12-04T15:20:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741834_1010 (size=1758) 2024-12-04T15:20:50,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/WALs/645c2dbfef2e,41909,1733325645249/645c2dbfef2e%2C41909%2C1733325645249.1733325647061 not finished, retry = 0 2024-12-04T15:20:50,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:50,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44747-0x1005d9e1cad0002, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:50,733 INFO [RS:1;645c2dbfef2e:44747 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,44747,1733325645355; zookeeper connection closed. 2024-12-04T15:20:50,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74a1129a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74a1129a 2024-12-04T15:20:50,754 DEBUG [RS:0;645c2dbfef2e:41909 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/oldWALs 2024-12-04T15:20:50,754 INFO [RS:0;645c2dbfef2e:41909 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C41909%2C1733325645249:(num 1733325647061) 2024-12-04T15:20:50,754 DEBUG [RS:0;645c2dbfef2e:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:50,754 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:50,755 INFO [RS:0;645c2dbfef2e:41909 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:50,755 INFO [RS:0;645c2dbfef2e:41909 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41909 2024-12-04T15:20:50,756 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,41909,1733325645249 2024-12-04T15:20:50,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,41909,1733325645249] 2024-12-04T15:20:50,763 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,41909,1733325645249; numProcessing=2 2024-12-04T15:20:50,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,41909,1733325645249 already deleted, retry=false 2024-12-04T15:20:50,765 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,41909,1733325645249 expired; onlineServers=0 2024-12-04T15:20:50,765 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,34389,1733325644822' ***** 2024-12-04T15:20:50,765 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:20:50,765 DEBUG [M:0;645c2dbfef2e:34389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26534226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:50,765 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,34389,1733325644822 2024-12-04T15:20:50,765 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,34389,1733325644822; all regions closed. 2024-12-04T15:20:50,765 DEBUG [M:0;645c2dbfef2e:34389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:50,765 DEBUG [M:0;645c2dbfef2e:34389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:20:50,765 DEBUG [M:0;645c2dbfef2e:34389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:20:50,765 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325646683 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325646683,5,FailOnTimeoutGroup] 2024-12-04T15:20:50,766 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325646684 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325646684,5,FailOnTimeoutGroup] 2024-12-04T15:20:50,766 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:20:50,766 INFO [M:0;645c2dbfef2e:34389 {}] hbase.ChoreService(370): Chore service for: master/645c2dbfef2e:0 had [] on shutdown 2024-12-04T15:20:50,766 DEBUG [M:0;645c2dbfef2e:34389 {}] master.HMaster(1733): Stopping service threads 2024-12-04T15:20:50,766 INFO [M:0;645c2dbfef2e:34389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:20:50,767 INFO [M:0;645c2dbfef2e:34389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:20:50,767 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:20:50,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:50,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:50,770 DEBUG [M:0;645c2dbfef2e:34389 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-04T15:20:50,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:50,770 DEBUG [M:0;645c2dbfef2e:34389 {}] master.ActiveMasterManager(353): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-04T15:20:50,770 INFO [M:0;645c2dbfef2e:34389 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-04T15:20:50,770 INFO [M:0;645c2dbfef2e:34389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:20:50,770 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:50,770 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:50,770 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:50,770 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:50,770 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:50,771 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-04T15:20:50,797 DEBUG [M:0;645c2dbfef2e:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcca76834a814f2f8650f53a26307e02 is 82, key is hbase:meta,,1/info:regioninfo/1733325647492/Put/seqid=0 2024-12-04T15:20:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:50,821 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcca76834a814f2f8650f53a26307e02 2024-12-04T15:20:50,863 DEBUG [M:0;645c2dbfef2e:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f4ac9f29704ef98137a279668dafbb is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733325649666/Put/seqid=0 2024-12-04T15:20:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1005d9e1cad0001, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:50,864 INFO [RS:0;645c2dbfef2e:41909 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,41909,1733325645249; zookeeper connection closed. 2024-12-04T15:20:50,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@898beee {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@898beee 2024-12-04T15:20:50,865 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T15:20:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:20:50,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:20:51,277 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f4ac9f29704ef98137a279668dafbb 2024-12-04T15:20:51,301 DEBUG [M:0;645c2dbfef2e:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e351080dcb24468e9f89158e8eb12435 is 69, key is 645c2dbfef2e,41909,1733325645249/rs:state/1733325646805/Put/seqid=0 2024-12-04T15:20:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:51,308 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e351080dcb24468e9f89158e8eb12435 2024-12-04T15:20:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:51,314 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcca76834a814f2f8650f53a26307e02 as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcca76834a814f2f8650f53a26307e02 2024-12-04T15:20:51,321 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcca76834a814f2f8650f53a26307e02, entries=8, sequenceid=108, filesize=5.5 K 2024-12-04T15:20:51,379 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f4ac9f29704ef98137a279668dafbb as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99f4ac9f29704ef98137a279668dafbb 2024-12-04T15:20:51,390 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99f4ac9f29704ef98137a279668dafbb, entries=13, sequenceid=108, filesize=7.4 K 2024-12-04T15:20:51,391 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e351080dcb24468e9f89158e8eb12435 as hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e351080dcb24468e9f89158e8eb12435 2024-12-04T15:20:51,398 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39485/user/jenkins/test-data/39e1465b-fb42-8d56-9b4f-462c8bebd590/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e351080dcb24468e9f89158e8eb12435, entries=2, sequenceid=108, filesize=5.1 K 2024-12-04T15:20:51,404 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 633ms, sequenceid=108, compaction requested=false 2024-12-04T15:20:51,408 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:51,408 DEBUG [M:0;645c2dbfef2e:34389 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40755 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:20:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:20:51,427 INFO [M:0;645c2dbfef2e:34389 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-04T15:20:51,427 INFO [M:0;645c2dbfef2e:34389 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34389 2024-12-04T15:20:51,427 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:51,429 DEBUG [M:0;645c2dbfef2e:34389 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/645c2dbfef2e,34389,1733325644822 already deleted, retry=false 2024-12-04T15:20:51,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:51,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1005d9e1cad0000, quorum=127.0.0.1:64906, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:51,531 INFO [M:0;645c2dbfef2e:34389 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,34389,1733325644822; zookeeper connection closed. 2024-12-04T15:20:51,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10cc3c8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:51,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16619681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:51,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:51,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@692a39c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:51,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5deddd6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:51,548 WARN [BP-1864328201-172.17.0.2-1733325643006 heartbeating to localhost/127.0.0.1:39485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:20:51,549 WARN [BP-1864328201-172.17.0.2-1733325643006 heartbeating to localhost/127.0.0.1:39485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864328201-172.17.0.2-1733325643006 (Datanode Uuid 7ac19b55-c921-4ac8-9fd1-8dbf38518935) service to localhost/127.0.0.1:39485 2024-12-04T15:20:51,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:51,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:51,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data3/current/BP-1864328201-172.17.0.2-1733325643006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:51,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data4/current/BP-1864328201-172.17.0.2-1733325643006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:51,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:51,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ff396a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:51,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1656367b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:51,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:51,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b52b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:51,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d1d93c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:51,584 WARN [BP-1864328201-172.17.0.2-1733325643006 heartbeating to localhost/127.0.0.1:39485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:20:51,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:51,584 WARN [BP-1864328201-172.17.0.2-1733325643006 heartbeating to localhost/127.0.0.1:39485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864328201-172.17.0.2-1733325643006 (Datanode Uuid 3f3ea5e0-3c1b-4c98-a7b6-0b6a90730bab) service to localhost/127.0.0.1:39485 2024-12-04T15:20:51,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:51,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data1/current/BP-1864328201-172.17.0.2-1733325643006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:51,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/cluster_bf465485-d95f-875f-154f-249e7d782a44/dfs/data/data2/current/BP-1864328201-172.17.0.2-1733325643006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:51,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:51,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b4158d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:51,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46d7496d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:51,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:51,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33118452{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:51,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@373f6c90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:51,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:20:51,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T15:20:51,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=127 (was 98) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:39485 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:39485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:39485 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:39485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1092 (was 1143), ProcessCount=11 (was 11), AvailableMemoryMB=1731 (was 2015) 2024-12-04T15:20:51,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=127, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=1092, ProcessCount=11, AvailableMemoryMB=1730 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir so I do NOT create it in target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e 2024-12-04T15:20:51,682 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.tmp.dir so I do NOT create it in target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e 2024-12-04T15:20:51,682 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d11d58cb-6bf4-ef2a-eedc-5dd18f6d610e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:20:51,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d, deleteOnExit=true 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/test.cache.data in system properties and HBase conf 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:20:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T15:20:51,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:20:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:51,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:20:51,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:20:51,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:51,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:51,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:51,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:51,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:51,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:51,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40453903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:51,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3f68a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:52,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64f3657{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/java.io.tmpdir/jetty-localhost-42011-hadoop-hdfs-3_4_1-tests_jar-_-any-18260842362801189689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:52,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2551c9{HTTP/1.1, (http/1.1)}{localhost:42011} 2024-12-04T15:20:52,006 INFO [Time-limited test {}] server.Server(415): Started @44818ms 2024-12-04T15:20:52,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:52,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:52,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:52,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:52,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:52,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f88da0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:52,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19056d3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:52,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17c5ea08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/java.io.tmpdir/jetty-localhost-40757-hadoop-hdfs-3_4_1-tests_jar-_-any-4672709520210036429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:52,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79a28d34{HTTP/1.1, (http/1.1)}{localhost:40757} 2024-12-04T15:20:52,373 INFO [Time-limited test {}] server.Server(415): Started @45184ms 2024-12-04T15:20:52,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:52,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:52,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:52,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:52,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:52,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:52,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66095f7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:52,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe92135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:52,498 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data1/current/BP-1737737234-172.17.0.2-1733325651730/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:52,503 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data2/current/BP-1737737234-172.17.0.2-1733325651730/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:52,549 WARN [Thread-878 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:52,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa937d3975904ae10 with lease ID 0xe8f5163bc4d12765: Processing first storage report for DS-3632446b-e9a8-4fff-a189-d5ae384e2528 from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=62370c7b-2d5c-4652-8fbb-1bd2c302de9e, infoPort=34579, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730) 2024-12-04T15:20:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa937d3975904ae10 with lease ID 0xe8f5163bc4d12765: from storage DS-3632446b-e9a8-4fff-a189-d5ae384e2528 node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=62370c7b-2d5c-4652-8fbb-1bd2c302de9e, infoPort=34579, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa937d3975904ae10 with lease ID 0xe8f5163bc4d12765: Processing first storage report for DS-aae801be-9a93-42ea-ba69-078a168073eb from datanode DatanodeRegistration(127.0.0.1:43601, datanodeUuid=62370c7b-2d5c-4652-8fbb-1bd2c302de9e, infoPort=34579, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730) 2024-12-04T15:20:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa937d3975904ae10 with lease ID 0xe8f5163bc4d12765: from storage DS-aae801be-9a93-42ea-ba69-078a168073eb node DatanodeRegistration(127.0.0.1:43601, datanodeUuid=62370c7b-2d5c-4652-8fbb-1bd2c302de9e, infoPort=34579, infoSecurePort=0, ipcPort=32881, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:52,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ae39c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/java.io.tmpdir/jetty-localhost-33735-hadoop-hdfs-3_4_1-tests_jar-_-any-11179530693494813254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:52,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685c8260{HTTP/1.1, (http/1.1)}{localhost:33735} 2024-12-04T15:20:52,589 INFO [Time-limited test {}] server.Server(415): Started @45400ms 2024-12-04T15:20:52,590 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:52,727 WARN [Thread-925 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data3/current/BP-1737737234-172.17.0.2-1733325651730/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:52,727 WARN [Thread-926 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data4/current/BP-1737737234-172.17.0.2-1733325651730/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:52,765 WARN [Thread-914 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83368893930aad47 with lease ID 0xe8f5163bc4d12766: Processing first storage report for DS-7b1be51a-d433-4f42-a3c4-750c7f6fab6b from datanode DatanodeRegistration(127.0.0.1:46087, datanodeUuid=e14369fd-c942-4d69-af85-2368c6f27c0b, infoPort=40345, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730) 2024-12-04T15:20:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83368893930aad47 with lease ID 0xe8f5163bc4d12766: from storage DS-7b1be51a-d433-4f42-a3c4-750c7f6fab6b node DatanodeRegistration(127.0.0.1:46087, datanodeUuid=e14369fd-c942-4d69-af85-2368c6f27c0b, infoPort=40345, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83368893930aad47 with lease ID 0xe8f5163bc4d12766: Processing first storage report for DS-43c93a90-7318-4034-921e-fba0751e00cc from datanode DatanodeRegistration(127.0.0.1:46087, datanodeUuid=e14369fd-c942-4d69-af85-2368c6f27c0b, infoPort=40345, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730) 2024-12-04T15:20:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83368893930aad47 with lease ID 0xe8f5163bc4d12766: from storage DS-43c93a90-7318-4034-921e-fba0751e00cc node DatanodeRegistration(127.0.0.1:46087, datanodeUuid=e14369fd-c942-4d69-af85-2368c6f27c0b, infoPort=40345, infoSecurePort=0, ipcPort=46521, storageInfo=lv=-57;cid=testClusterID;nsid=1072811699;c=1733325651730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:52,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e 2024-12-04T15:20:52,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/zookeeper_0, clientPort=56956, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:20:52,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56956 2024-12-04T15:20:52,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:52,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:52,814 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b with version=8 2024-12-04T15:20:52,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/hbase-staging 2024-12-04T15:20:52,816 INFO [Time-limited test {}] client.ConnectionUtils(129): master/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:52,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:52,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:52,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:52,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:52,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:52,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:52,817 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:52,817 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42769 2024-12-04T15:20:52,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:52,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:52,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42769 connecting to ZooKeeper ensemble=127.0.0.1:56956 2024-12-04T15:20:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427690x0, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:52,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42769-0x1005d9e3c1b0000 connected 2024-12-04T15:20:52,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:52,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:52,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:52,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42769 2024-12-04T15:20:52,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42769 2024-12-04T15:20:52,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42769 2024-12-04T15:20:52,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42769 2024-12-04T15:20:52,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42769 2024-12-04T15:20:52,917 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b, hbase.cluster.distributed=false 2024-12-04T15:20:52,938 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:52,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:52,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:52,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:52,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:52,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:52,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:52,938 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:52,939 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41565 2024-12-04T15:20:52,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:52,950 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T15:20:52,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:20:52,972 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-04T15:20:52,977 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T15:20:52,990 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T15:20:52,994 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:52,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:52,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:53,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:53,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41565 connecting to ZooKeeper ensemble=127.0.0.1:56956 2024-12-04T15:20:53,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:53,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:53,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:53,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:20:53,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415650x0, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:53,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415650x0, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:53,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415650x0, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:53,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415650x0, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:53,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41565-0x1005d9e3c1b0001 connected 2024-12-04T15:20:53,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41565 2024-12-04T15:20:53,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41565 2024-12-04T15:20:53,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41565 2024-12-04T15:20:53,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41565 2024-12-04T15:20:53,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41565 2024-12-04T15:20:53,097 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:20:53,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:53,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:53,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:53,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:53,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:53,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:53,098 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:53,109 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42941 2024-12-04T15:20:53,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:53,116 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T15:20:53,138 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-04T15:20:53,139 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T15:20:53,146 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T15:20:53,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:53,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:53,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:53,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42941 connecting to ZooKeeper ensemble=127.0.0.1:56956 2024-12-04T15:20:53,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429410x0, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:53,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42941-0x1005d9e3c1b0002 connected 2024-12-04T15:20:53,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:53,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:53,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:20:53,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42941 2024-12-04T15:20:53,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42941 2024-12-04T15:20:53,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42941 2024-12-04T15:20:53,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42941 2024-12-04T15:20:53,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42941 2024-12-04T15:20:53,172 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:53,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:53,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:53,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:53,192 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:53,193 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;645c2dbfef2e:42769 2024-12-04T15:20:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:53,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:53,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:53,204 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:53,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:53,209 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/645c2dbfef2e,42769,1733325652815 from backup master directory 2024-12-04T15:20:53,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:53,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:53,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:53,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/645c2dbfef2e,42769,1733325652815 because node does not exist (not an error) 2024-12-04T15:20:53,216 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:53,216 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:53,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:20:53,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:20:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:53,274 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/hbase.id with ID: bc164091-7410-4c18-b7db-9d6a68b900c6 2024-12-04T15:20:53,290 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:53,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:53,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:53,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:53,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:53,741 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:53,743 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:20:53,743 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:53,817 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store 2024-12-04T15:20:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:53,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:53,876 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:53,876 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:53,876 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:53,876 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:53,876 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:53,876 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:53,876 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:53,876 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:53,877 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/.initializing 2024-12-04T15:20:53,878 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/WALs/645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:53,879 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:53,882 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C42769%2C1733325652815, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/WALs/645c2dbfef2e,42769,1733325652815, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/oldWALs, maxLogs=10 2024-12-04T15:20:53,911 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/WALs/645c2dbfef2e,42769,1733325652815/645c2dbfef2e%2C42769%2C1733325652815.1733325653882, exclude list is [], retry=0 2024-12-04T15:20:53,920 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-7b1be51a-d433-4f42-a3c4-750c7f6fab6b,DISK] 2024-12-04T15:20:53,923 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-3632446b-e9a8-4fff-a189-d5ae384e2528,DISK] 2024-12-04T15:20:53,941 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/WALs/645c2dbfef2e,42769,1733325652815/645c2dbfef2e%2C42769%2C1733325652815.1733325653882 2024-12-04T15:20:53,945 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40345:40345),(127.0.0.1/127.0.0.1:34579:34579)] 2024-12-04T15:20:53,945 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:53,945 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:53,946 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:53,946 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:53,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:53,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:20:53,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:54,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:54,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:20:54,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:54,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:54,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:20:54,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:54,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:54,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:20:54,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:54,068 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:54,076 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:54,093 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:54,101 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:54,118 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:54,119 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59081966, jitterRate=-0.11961010098457336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:54,120 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:54,124 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:20:54,153 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15c1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:54,157 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-04T15:20:54,157 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:20:54,158 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:20:54,158 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:20:54,159 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:20:54,159 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:20:54,159 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:20:54,169 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:20:54,177 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T15:20:54,189 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-04T15:20:54,190 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:20:54,198 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:20:54,214 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-04T15:20:54,214 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:20:54,220 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:20:54,222 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-04T15:20:54,223 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:20:54,228 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T15:20:54,232 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:20:54,234 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T15:20:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:54,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,236 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=645c2dbfef2e,42769,1733325652815, sessionid=0x1005d9e3c1b0000, setting cluster-up flag (Was=false) 2024-12-04T15:20:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,243 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T15:20:54,244 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:54,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:54,263 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T15:20:54,280 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:54,305 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:54,305 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-04T15:20:54,305 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:20:54,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 645c2dbfef2e,42769,1733325652815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:20:54,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:54,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:54,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:54,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:54,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/645c2dbfef2e:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:20:54,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,307 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:54,307 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,313 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325684313 2024-12-04T15:20:54,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:54,313 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:20:54,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:20:54,313 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:20:54,313 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:20:54,314 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:20:54,314 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:20:54,314 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:20:54,315 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,316 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:20:54,316 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:20:54,316 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:20:54,320 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:20:54,320 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:20:54,320 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:54,324 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325654320,5,FailOnTimeoutGroup] 2024-12-04T15:20:54,325 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325654324,5,FailOnTimeoutGroup] 2024-12-04T15:20:54,325 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,325 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:20:54,325 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,325 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:20:54,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-04T15:20:54,354 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b 2024-12-04T15:20:54,400 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;645c2dbfef2e:41565 2024-12-04T15:20:54,403 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;645c2dbfef2e:42941 2024-12-04T15:20:54,408 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1008): ClusterId : bc164091-7410-4c18-b7db-9d6a68b900c6 2024-12-04T15:20:54,408 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:20:54,415 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1008): ClusterId : bc164091-7410-4c18-b7db-9d6a68b900c6 2024-12-04T15:20:54,415 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:20:54,423 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:54,423 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:54,426 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:54,426 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:54,430 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:54,430 DEBUG [RS:0;645c2dbfef2e:41565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33adfcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:54,431 DEBUG [RS:0;645c2dbfef2e:41565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d7d174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:54,431 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:54,431 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:54,431 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:54,432 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:54,432 DEBUG [RS:1;645c2dbfef2e:42941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c68c4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:54,439 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,42769,1733325652815 with isa=645c2dbfef2e/172.17.0.2:41565, startcode=1733325652937 2024-12-04T15:20:54,439 DEBUG [RS:0;645c2dbfef2e:41565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:54,439 DEBUG [RS:1;645c2dbfef2e:42941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1155a488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:54,439 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:20:54,439 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:20:54,440 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:20:54,444 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,42769,1733325652815 with isa=645c2dbfef2e/172.17.0.2:42941, startcode=1733325653097 2024-12-04T15:20:54,444 DEBUG [RS:1;645c2dbfef2e:42941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:54,446 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51309, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:54,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:54,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:54,447 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51167, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:54,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:54,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:54,450 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b 2024-12-04T15:20:54,450 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-12-04T15:20:54,450 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:54,451 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b 2024-12-04T15:20:54,451 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-12-04T15:20:54,451 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:54,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:54,460 DEBUG [RS:1;645c2dbfef2e:42941 {}] zookeeper.ZKUtil(111): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:54,460 WARN [RS:1;645c2dbfef2e:42941 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:54,460 INFO [RS:1;645c2dbfef2e:42941 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:54,460 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:54,461 DEBUG [RS:0;645c2dbfef2e:41565 {}] zookeeper.ZKUtil(111): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:54,461 WARN [RS:0;645c2dbfef2e:41565 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:54,461 INFO [RS:0;645c2dbfef2e:41565 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:54,461 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:54,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,41565,1733325652937] 2024-12-04T15:20:54,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,42941,1733325653097] 2024-12-04T15:20:54,480 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:54,480 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:54,487 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:20:54,488 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:54,492 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:54,492 INFO [RS:0;645c2dbfef2e:41565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:54,492 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,493 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:54,499 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,499 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,500 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,500 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:54,500 DEBUG [RS:0;645c2dbfef2e:41565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:54,500 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:54,505 INFO [RS:1;645c2dbfef2e:42941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:54,505 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,506 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:20:54,507 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,507 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,507 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,507 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,507 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,507 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,507 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:54,507 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,508 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,508 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,508 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,508 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:54,508 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:54,508 DEBUG [RS:1;645c2dbfef2e:42941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:54,511 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,511 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,512 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,512 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,512 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,41565,1733325652937-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:54,514 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,515 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,515 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,515 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,515 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42941,1733325653097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:54,535 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:54,536 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,41565,1733325652937-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,540 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:54,540 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42941,1733325653097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:54,563 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.Replication(204): 645c2dbfef2e,41565,1733325652937 started 2024-12-04T15:20:54,563 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,41565,1733325652937, RpcServer on 645c2dbfef2e/172.17.0.2:41565, sessionid=0x1005d9e3c1b0001 2024-12-04T15:20:54,563 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:54,563 DEBUG [RS:0;645c2dbfef2e:41565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:54,563 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,41565,1733325652937' 2024-12-04T15:20:54,563 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:54,564 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.Replication(204): 645c2dbfef2e,42941,1733325653097 started 2024-12-04T15:20:54,564 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,42941,1733325653097, RpcServer on 645c2dbfef2e/172.17.0.2:42941, sessionid=0x1005d9e3c1b0002 2024-12-04T15:20:54,564 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:54,564 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:54,564 DEBUG [RS:1;645c2dbfef2e:42941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:54,564 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,42941,1733325653097' 2024-12-04T15:20:54,564 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:20:54,565 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:54,565 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:54,565 DEBUG [RS:0;645c2dbfef2e:41565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:54,565 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,41565,1733325652937' 2024-12-04T15:20:54,565 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:54,565 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:54,570 DEBUG [RS:0;645c2dbfef2e:41565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:54,570 INFO [RS:0;645c2dbfef2e:41565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:54,570 INFO [RS:0;645c2dbfef2e:41565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:54,575 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:20:54,575 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:54,575 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:54,575 DEBUG [RS:1;645c2dbfef2e:42941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:54,576 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,42941,1733325653097' 2024-12-04T15:20:54,576 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:20:54,576 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:20:54,577 DEBUG [RS:1;645c2dbfef2e:42941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:54,577 INFO [RS:1;645c2dbfef2e:42941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:54,577 INFO [RS:1;645c2dbfef2e:42941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:54,671 INFO [RS:0;645c2dbfef2e:41565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:54,673 INFO [RS:0;645c2dbfef2e:41565 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C41565%2C1733325652937, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,41565,1733325652937, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/oldWALs, maxLogs=32 2024-12-04T15:20:54,680 INFO [RS:1;645c2dbfef2e:42941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:54,683 INFO [RS:1;645c2dbfef2e:42941 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C42941%2C1733325653097, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,42941,1733325653097, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/oldWALs, maxLogs=32 2024-12-04T15:20:54,692 DEBUG [RS:0;645c2dbfef2e:41565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,41565,1733325652937/645c2dbfef2e%2C41565%2C1733325652937.1733325654674, exclude list is [], retry=0 2024-12-04T15:20:54,697 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-7b1be51a-d433-4f42-a3c4-750c7f6fab6b,DISK] 2024-12-04T15:20:54,700 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-3632446b-e9a8-4fff-a189-d5ae384e2528,DISK] 2024-12-04T15:20:54,702 DEBUG [RS:1;645c2dbfef2e:42941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,42941,1733325653097/645c2dbfef2e%2C42941%2C1733325653097.1733325654683, exclude list is [], retry=0 2024-12-04T15:20:54,707 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-3632446b-e9a8-4fff-a189-d5ae384e2528,DISK] 2024-12-04T15:20:54,707 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-7b1be51a-d433-4f42-a3c4-750c7f6fab6b,DISK] 2024-12-04T15:20:54,708 INFO [RS:0;645c2dbfef2e:41565 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,41565,1733325652937/645c2dbfef2e%2C41565%2C1733325652937.1733325654674 2024-12-04T15:20:54,710 DEBUG [RS:0;645c2dbfef2e:41565 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34579:34579),(127.0.0.1/127.0.0.1:40345:40345)] 2024-12-04T15:20:54,713 INFO [RS:1;645c2dbfef2e:42941 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,42941,1733325653097/645c2dbfef2e%2C42941%2C1733325653097.1733325654683 2024-12-04T15:20:54,713 DEBUG [RS:1;645c2dbfef2e:42941 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34579:34579),(127.0.0.1/127.0.0.1:40345:40345)] 2024-12-04T15:20:54,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:54,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:54,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:54,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:54,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:54,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:54,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:54,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:54,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:54,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:54,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740 2024-12-04T15:20:54,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740 2024-12-04T15:20:54,846 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:54,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:54,856 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:54,860 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64230330, jitterRate=-0.04289349913597107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:54,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:54,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:54,862 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:54,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:54,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:54,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:54,864 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:54,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:54,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:54,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-04T15:20:54,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:20:54,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:54,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:20:55,024 DEBUG [645c2dbfef2e:42769 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T15:20:55,024 DEBUG [645c2dbfef2e:42769 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:55,027 DEBUG [645c2dbfef2e:42769 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:55,027 DEBUG [645c2dbfef2e:42769 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:55,027 INFO [645c2dbfef2e:42769 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:55,027 INFO [645c2dbfef2e:42769 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:55,027 DEBUG [645c2dbfef2e:42769 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:55,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:55,030 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,41565,1733325652937, state=OPENING 2024-12-04T15:20:55,031 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:20:55,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:55,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:55,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:55,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:55,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:55,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:55,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=645c2dbfef2e,41565,1733325652937}] 2024-12-04T15:20:55,189 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:55,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:55,191 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:55,199 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-04T15:20:55,199 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:55,200 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:20:55,205 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C41565%2C1733325652937.meta, suffix=.meta, logDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,41565,1733325652937, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/oldWALs, maxLogs=32 2024-12-04T15:20:55,229 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,41565,1733325652937/645c2dbfef2e%2C41565%2C1733325652937.meta.1733325655205.meta, exclude list is [], retry=0 2024-12-04T15:20:55,238 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-7b1be51a-d433-4f42-a3c4-750c7f6fab6b,DISK] 2024-12-04T15:20:55,238 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43601,DS-3632446b-e9a8-4fff-a189-d5ae384e2528,DISK] 2024-12-04T15:20:55,248 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/WALs/645c2dbfef2e,41565,1733325652937/645c2dbfef2e%2C41565%2C1733325652937.meta.1733325655205.meta 2024-12-04T15:20:55,249 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40345:40345),(127.0.0.1/127.0.0.1:34579:34579)] 2024-12-04T15:20:55,249 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:55,250 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:55,250 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:20:55,250 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:20:55,250 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:20:55,250 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:55,251 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-04T15:20:55,251 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-04T15:20:55,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:55,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:55,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:55,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:55,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:55,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:55,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:55,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:55,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:55,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:55,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:55,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:55,270 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740 2024-12-04T15:20:55,271 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740 2024-12-04T15:20:55,273 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:55,275 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:20:55,276 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73247735, jitterRate=0.09147630631923676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:55,277 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:20:55,278 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325655189 2024-12-04T15:20:55,287 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:20:55,287 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-04T15:20:55,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:55,298 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,41565,1733325652937, state=OPEN 2024-12-04T15:20:55,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:55,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:55,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:55,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:55,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:20:55,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:20:55,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=645c2dbfef2e,41565,1733325652937 in 267 msec 2024-12-04T15:20:55,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:20:55,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:20:55,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-12-04T15:20:55,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0190 sec 2024-12-04T15:20:55,318 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325655317, completionTime=-1 2024-12-04T15:20:55,318 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T15:20:55,318 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-04T15:20:55,329 DEBUG [hconnection-0x1c745a02-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:55,337 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:55,348 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-04T15:20:55,348 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325715348 2024-12-04T15:20:55,348 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325775348 2024-12-04T15:20:55,348 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 30 msec 2024-12-04T15:20:55,363 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T15:20:55,365 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42769,1733325652815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:55,365 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42769,1733325652815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:55,365 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42769,1733325652815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:55,365 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-645c2dbfef2e:42769, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:55,366 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:55,366 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-04T15:20:55,366 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:55,368 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-04T15:20:55,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:55,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:55,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:55,383 DEBUG [master/645c2dbfef2e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-04T15:20:55,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:55,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:20:55,502 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 874b07c47cd6899487abf5df14f71744, NAME => 'hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b 2024-12-04T15:20:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:20:55,997 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:55,997 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 874b07c47cd6899487abf5df14f71744, disabling compactions & flushes 2024-12-04T15:20:55,997 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:55,997 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:55,997 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. after waiting 0 ms 2024-12-04T15:20:55,997 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:55,997 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:55,997 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 874b07c47cd6899487abf5df14f71744: 2024-12-04T15:20:55,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:55,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733325655999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325655999"}]},"ts":"1733325655999"} 2024-12-04T15:20:56,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-04T15:20:56,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:56,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325656002"}]},"ts":"1733325656002"} 2024-12-04T15:20:56,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-04T15:20:56,008 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:56,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:56,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:56,009 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:56,009 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:56,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:56,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=874b07c47cd6899487abf5df14f71744, ASSIGN}] 2024-12-04T15:20:56,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=874b07c47cd6899487abf5df14f71744, ASSIGN 2024-12-04T15:20:56,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=874b07c47cd6899487abf5df14f71744, ASSIGN; state=OFFLINE, location=645c2dbfef2e,41565,1733325652937; forceNewPlan=false, retain=false 2024-12-04T15:20:56,162 INFO [645c2dbfef2e:42769 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T15:20:56,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=874b07c47cd6899487abf5df14f71744, regionState=OPENING, regionLocation=645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:56,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 874b07c47cd6899487abf5df14f71744, server=645c2dbfef2e,41565,1733325652937}] 2024-12-04T15:20:56,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:56,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:56,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 874b07c47cd6899487abf5df14f71744, NAME => 'hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:56,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:56,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:56,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:56,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:56,331 INFO [StoreOpener-874b07c47cd6899487abf5df14f71744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:56,333 INFO [StoreOpener-874b07c47cd6899487abf5df14f71744-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 874b07c47cd6899487abf5df14f71744 columnFamilyName info 2024-12-04T15:20:56,333 DEBUG [StoreOpener-874b07c47cd6899487abf5df14f71744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:56,334 INFO [StoreOpener-874b07c47cd6899487abf5df14f71744-1 {}] regionserver.HStore(327): Store=874b07c47cd6899487abf5df14f71744/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:56,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:56,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:56,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:56,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:56,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 874b07c47cd6899487abf5df14f71744; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74484985, jitterRate=0.10991276800632477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:56,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 874b07c47cd6899487abf5df14f71744: 2024-12-04T15:20:56,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744., pid=6, masterSystemTime=1733325656318 2024-12-04T15:20:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:56,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:56,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=874b07c47cd6899487abf5df14f71744, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:56,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:20:56,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 874b07c47cd6899487abf5df14f71744, server=645c2dbfef2e,41565,1733325652937 in 186 msec 2024-12-04T15:20:56,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:20:56,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=874b07c47cd6899487abf5df14f71744, ASSIGN in 344 msec 2024-12-04T15:20:56,356 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:56,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325656356"}]},"ts":"1733325656356"} 2024-12-04T15:20:56,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-04T15:20:56,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:56,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 996 msec 2024-12-04T15:20:56,370 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-04T15:20:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:56,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:56,378 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-04T15:20:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:56,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-12-04T15:20:56,411 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-04T15:20:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:20:56,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-04T15:20:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-04T15:20:56,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-04T15:20:56,440 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.224sec 2024-12-04T15:20:56,445 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:20:56,445 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:20:56,445 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:20:56,445 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:20:56,445 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:20:56,446 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42769,1733325652815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:56,446 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42769,1733325652815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:20:56,448 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:20:56,448 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:20:56,448 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,42769,1733325652815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:56,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6470ab1e to 127.0.0.1:56956 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32d5e8d7 2024-12-04T15:20:56,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1e6a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:56,508 DEBUG [hconnection-0x1997782c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:56,510 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:56,514 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:56,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:56,530 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:56,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T15:20:56,539 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:56,540 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:56,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-04T15:20:56,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:56,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:56,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:20:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:56,967 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fc3620ea60e2e1307aae3890ade07b94, NAME => 'testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b 2024-12-04T15:20:56,968 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ea1bcd3a80bf08739e8d41003b65fbb3, NAME => 'testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b 2024-12-04T15:20:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:20:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:56,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:56,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing fc3620ea60e2e1307aae3890ade07b94, disabling compactions & flushes 2024-12-04T15:20:56,978 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:56,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:56,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. after waiting 0 ms 2024-12-04T15:20:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:20:56,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:56,978 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:56,978 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for fc3620ea60e2e1307aae3890ade07b94: 2024-12-04T15:20:56,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:56,981 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing ea1bcd3a80bf08739e8d41003b65fbb3, disabling compactions & flushes 2024-12-04T15:20:56,981 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:56,981 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:56,981 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. after waiting 0 ms 2024-12-04T15:20:56,981 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:56,981 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:56,981 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for ea1bcd3a80bf08739e8d41003b65fbb3: 2024-12-04T15:20:56,982 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:56,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325656982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325656982"}]},"ts":"1733325656982"} 2024-12-04T15:20:56,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325656982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325656982"}]},"ts":"1733325656982"} 2024-12-04T15:20:56,987 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-04T15:20:56,988 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:56,988 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325656988"}]},"ts":"1733325656988"} 2024-12-04T15:20:56,990 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T15:20:56,995 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:20:56,997 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:20:56,997 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:20:56,997 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:20:56,997 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:20:56,997 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:20:56,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc3620ea60e2e1307aae3890ade07b94, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea1bcd3a80bf08739e8d41003b65fbb3, ASSIGN}] 2024-12-04T15:20:56,999 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea1bcd3a80bf08739e8d41003b65fbb3, ASSIGN 2024-12-04T15:20:56,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc3620ea60e2e1307aae3890ade07b94, ASSIGN 2024-12-04T15:20:57,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc3620ea60e2e1307aae3890ade07b94, ASSIGN; state=OFFLINE, location=645c2dbfef2e,42941,1733325653097; forceNewPlan=false, retain=false 2024-12-04T15:20:57,000 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea1bcd3a80bf08739e8d41003b65fbb3, ASSIGN; state=OFFLINE, location=645c2dbfef2e,41565,1733325652937; forceNewPlan=false, retain=false 2024-12-04T15:20:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:57,150 INFO [645c2dbfef2e:42769 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T15:20:57,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ea1bcd3a80bf08739e8d41003b65fbb3, regionState=OPENING, regionLocation=645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:57,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fc3620ea60e2e1307aae3890ade07b94, regionState=OPENING, regionLocation=645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:57,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure ea1bcd3a80bf08739e8d41003b65fbb3, server=645c2dbfef2e,41565,1733325652937}] 2024-12-04T15:20:57,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure fc3620ea60e2e1307aae3890ade07b94, server=645c2dbfef2e,42941,1733325653097}] 2024-12-04T15:20:57,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:57,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:57,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:57,310 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:57,313 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:57,313 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => ea1bcd3a80bf08739e8d41003b65fbb3, NAME => 'testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T15:20:57,314 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:57,314 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:57,314 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:57,314 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:57,325 INFO [StoreOpener-ea1bcd3a80bf08739e8d41003b65fbb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:57,329 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:57,329 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => fc3620ea60e2e1307aae3890ade07b94, NAME => 'testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T15:20:57,330 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:57,330 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:57,330 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:57,330 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:57,333 INFO [StoreOpener-fc3620ea60e2e1307aae3890ade07b94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:57,334 INFO [StoreOpener-ea1bcd3a80bf08739e8d41003b65fbb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1bcd3a80bf08739e8d41003b65fbb3 columnFamilyName family 2024-12-04T15:20:57,335 DEBUG [StoreOpener-ea1bcd3a80bf08739e8d41003b65fbb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:57,340 INFO [StoreOpener-ea1bcd3a80bf08739e8d41003b65fbb3-1 {}] regionserver.HStore(327): Store=ea1bcd3a80bf08739e8d41003b65fbb3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:57,341 INFO [StoreOpener-fc3620ea60e2e1307aae3890ade07b94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc3620ea60e2e1307aae3890ade07b94 columnFamilyName family 2024-12-04T15:20:57,341 DEBUG [StoreOpener-fc3620ea60e2e1307aae3890ade07b94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:57,342 INFO [StoreOpener-fc3620ea60e2e1307aae3890ade07b94-1 {}] regionserver.HStore(327): Store=fc3620ea60e2e1307aae3890ade07b94/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:57,346 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:57,348 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:57,352 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:57,353 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:57,353 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:57,359 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:57,360 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:57,360 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened fc3620ea60e2e1307aae3890ade07b94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74965913, jitterRate=0.11707915365695953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:57,362 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for fc3620ea60e2e1307aae3890ade07b94: 2024-12-04T15:20:57,365 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94., pid=13, masterSystemTime=1733325657308 2024-12-04T15:20:57,368 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:57,369 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened ea1bcd3a80bf08739e8d41003b65fbb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70373116, jitterRate=0.0486411452293396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:20:57,369 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for ea1bcd3a80bf08739e8d41003b65fbb3: 2024-12-04T15:20:57,372 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3., pid=12, masterSystemTime=1733325657307 2024-12-04T15:20:57,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fc3620ea60e2e1307aae3890ade07b94, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:57,377 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:57,377 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:57,377 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:57,377 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:57,378 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ea1bcd3a80bf08739e8d41003b65fbb3, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:57,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-04T15:20:57,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure fc3620ea60e2e1307aae3890ade07b94, server=645c2dbfef2e,42941,1733325653097 in 228 msec 2024-12-04T15:20:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:20:57,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure ea1bcd3a80bf08739e8d41003b65fbb3, server=645c2dbfef2e,41565,1733325652937 in 231 msec 2024-12-04T15:20:57,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fc3620ea60e2e1307aae3890ade07b94, ASSIGN in 389 msec 2024-12-04T15:20:57,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-04T15:20:57,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea1bcd3a80bf08739e8d41003b65fbb3, ASSIGN in 392 msec 2024-12-04T15:20:57,392 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:57,392 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325657392"}]},"ts":"1733325657392"} 2024-12-04T15:20:57,394 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T15:20:57,398 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:57,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 866 msec 2024-12-04T15:20:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:20:57,653 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-04T15:20:57,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T15:20:57,653 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:57,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T15:20:57,659 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:20:57,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-04T15:20:57,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:57,670 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:57,706 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ea1bcd3a80bf08739e8d41003b65fbb3 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T15:20:57,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3/.tmp/family/92603fa283a04f7da29feebc1904c550 is 32, key is 5/family:/1733325657690/Put/seqid=0 2024-12-04T15:20:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741841_1017 (size=5083) 2024-12-04T15:20:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741841_1017 (size=5083) 2024-12-04T15:20:57,741 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3/.tmp/family/92603fa283a04f7da29feebc1904c550 2024-12-04T15:20:57,749 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3/.tmp/family/92603fa283a04f7da29feebc1904c550 as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3/family/92603fa283a04f7da29feebc1904c550 2024-12-04T15:20:57,757 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3/family/92603fa283a04f7da29feebc1904c550, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T15:20:57,759 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ea1bcd3a80bf08739e8d41003b65fbb3 in 52ms, sequenceid=9, compaction requested=false 2024-12-04T15:20:57,759 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ea1bcd3a80bf08739e8d41003b65fbb3: 2024-12-04T15:20:57,759 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fc3620ea60e2e1307aae3890ade07b94 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T15:20:57,806 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94/.tmp/family/08925b9296e84d77becfaa1047eb74b6 is 32, key is 1/family:/1733325657670/Put/seqid=0 2024-12-04T15:20:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741842_1018 (size=5054) 2024-12-04T15:20:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741842_1018 (size=5054) 2024-12-04T15:20:58,229 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94/.tmp/family/08925b9296e84d77becfaa1047eb74b6 2024-12-04T15:20:58,237 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94/.tmp/family/08925b9296e84d77becfaa1047eb74b6 as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94/family/08925b9296e84d77becfaa1047eb74b6 2024-12-04T15:20:58,244 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94/family/08925b9296e84d77becfaa1047eb74b6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T15:20:58,245 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fc3620ea60e2e1307aae3890ade07b94 in 486ms, sequenceid=8, compaction requested=false 2024-12-04T15:20:58,245 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fc3620ea60e2e1307aae3890ade07b94: 2024-12-04T15:20:58,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66facfee to 127.0.0.1:56956 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73860bab 2024-12-04T15:20:58,257 DEBUG [ReadOnlyZKClient-127.0.0.1:56956@0x66facfee {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542d6771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:58,271 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-04T15:20:58,272 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-04T15:20:58,273 DEBUG [ReadOnlyZKClient-127.0.0.1:56956@0x66facfee {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=645c2dbfef2e,41565,1733325652937, seqNum=-1] 2024-12-04T15:20:58,274 DEBUG [ReadOnlyZKClient-127.0.0.1:56956@0x66facfee {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:58,275 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:58,278 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:58,278 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:58,280 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:58,280 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41565 {}] bucket.BucketCache(1851): found 1 blocks for file 92603fa283a04f7da29feebc1904c550, starting offset: 0, end offset: 9223372036854775807 2024-12-04T15:20:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41565 {}] bucket.BucketCache(843): removed key 92603fa283a04f7da29feebc1904c550_0 from back map with offset lock 2094080 in the evict process 2024-12-04T15:20:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42941 {}] bucket.BucketCache(1851): found 1 blocks for file 08925b9296e84d77becfaa1047eb74b6, starting offset: 0, end offset: 9223372036854775807 2024-12-04T15:20:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42941 {}] bucket.BucketCache(843): removed key 08925b9296e84d77becfaa1047eb74b6_0 from back map with offset lock 2094080 in the evict process 2024-12-04T15:20:58,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-04T15:20:58,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:58,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66facfee to 127.0.0.1:56956 2024-12-04T15:20:58,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T15:20:58,289 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-04T15:20:58,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6470ab1e to 127.0.0.1:56956 2024-12-04T15:20:58,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:20:58,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024610319, stopped=false 2024-12-04T15:20:58,306 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:58,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:58,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:58,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:58,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:58,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-04T15:20:58,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:58,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:20:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:58,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,315 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,41565,1733325652937' ***** 2024-12-04T15:20:58,315 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:58,316 INFO [RS:0;645c2dbfef2e:41565 {}] bucket.BucketCache(1726): Disabling cache 2024-12-04T15:20:58,316 INFO [RS:0;645c2dbfef2e:41565 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T15:20:58,316 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T15:20:58,316 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:58,316 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T15:20:58,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:58,316 INFO [RS:0;645c2dbfef2e:41565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:58,317 INFO [RS:0;645c2dbfef2e:41565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:58,317 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(3579): Received CLOSE for ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:58,317 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T15:20:58,318 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,42941,1733325653097' ***** 2024-12-04T15:20:58,318 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:20:58,318 INFO [RS:1;645c2dbfef2e:42941 {}] bucket.BucketCache(1726): Disabling cache 2024-12-04T15:20:58,318 INFO [RS:1;645c2dbfef2e:42941 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T15:20:58,318 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T15:20:58,318 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T15:20:58,318 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:58,318 INFO [RS:1;645c2dbfef2e:42941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:58,318 INFO [RS:1;645c2dbfef2e:42941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:58,318 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(3579): Received CLOSE for fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:58,318 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T15:20:58,318 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:20:58,319 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(3579): Received CLOSE for 874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:58,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:20:58,319 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:58,319 DEBUG [RS:0;645c2dbfef2e:41565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,319 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:58,319 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:58,319 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:58,319 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-04T15:20:58,319 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ea1bcd3a80bf08739e8d41003b65fbb3, disabling compactions & flushes 2024-12-04T15:20:58,319 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:58,319 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:58,319 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. after waiting 0 ms 2024-12-04T15:20:58,319 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:58,322 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:58,324 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-04T15:20:58,324 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1603): Online Regions={ea1bcd3a80bf08739e8d41003b65fbb3=testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3., 1588230740=hbase:meta,,1.1588230740, 874b07c47cd6899487abf5df14f71744=hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744.} 2024-12-04T15:20:58,324 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 874b07c47cd6899487abf5df14f71744, ea1bcd3a80bf08739e8d41003b65fbb3 2024-12-04T15:20:58,325 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:58,325 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:58,325 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:58,325 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:58,325 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:58,325 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-04T15:20:58,326 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:58,327 DEBUG [RS:1;645c2dbfef2e:42941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,327 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-04T15:20:58,327 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1603): Online Regions={fc3620ea60e2e1307aae3890ade07b94=testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94.} 2024-12-04T15:20:58,327 DEBUG [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1629): Waiting on fc3620ea60e2e1307aae3890ade07b94 2024-12-04T15:20:58,327 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fc3620ea60e2e1307aae3890ade07b94, disabling compactions & flushes 2024-12-04T15:20:58,327 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:58,327 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:58,328 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. after waiting 0 ms 2024-12-04T15:20:58,328 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:58,341 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:58,356 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/fc3620ea60e2e1307aae3890ade07b94/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:20:58,357 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:58,357 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fc3620ea60e2e1307aae3890ade07b94: 2024-12-04T15:20:58,357 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733325656532.fc3620ea60e2e1307aae3890ade07b94. 2024-12-04T15:20:58,375 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/default/testClearRegionBlockCache/ea1bcd3a80bf08739e8d41003b65fbb3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T15:20:58,376 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:58,376 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ea1bcd3a80bf08739e8d41003b65fbb3: 2024-12-04T15:20:58,376 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3. 2024-12-04T15:20:58,377 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 874b07c47cd6899487abf5df14f71744, disabling compactions & flushes 2024-12-04T15:20:58,377 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:58,377 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:58,377 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. after waiting 0 ms 2024-12-04T15:20:58,377 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:58,377 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 874b07c47cd6899487abf5df14f71744 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-04T15:20:58,387 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/.tmp/info/f76ff9825b8940699f63a80bdb28c9b9 is 173, key is testClearRegionBlockCache,5,1733325656532.ea1bcd3a80bf08739e8d41003b65fbb3./info:regioninfo/1733325657378/Put/seqid=0 2024-12-04T15:20:58,408 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744/.tmp/info/1646105e84ca428394ab2ee687e259b5 is 45, key is default/info:d/1733325656386/Put/seqid=0 2024-12-04T15:20:58,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:20:58,444 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/.tmp/info/f76ff9825b8940699f63a80bdb28c9b9 2024-12-04T15:20:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:58,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:20:58,480 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744/.tmp/info/1646105e84ca428394ab2ee687e259b5 2024-12-04T15:20:58,508 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744/.tmp/info/1646105e84ca428394ab2ee687e259b5 as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744/info/1646105e84ca428394ab2ee687e259b5 2024-12-04T15:20:58,508 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/.tmp/table/4819e9153ede48449a206a52d00baf2f is 61, key is testClearRegionBlockCache/table:state/1733325657392/Put/seqid=0 2024-12-04T15:20:58,516 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:20:58,516 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:20:58,526 DEBUG [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 874b07c47cd6899487abf5df14f71744 2024-12-04T15:20:58,527 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,42941,1733325653097; all regions closed. 2024-12-04T15:20:58,533 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:20:58,533 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:20:58,541 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744/info/1646105e84ca428394ab2ee687e259b5, entries=2, sequenceid=6, filesize=4.9 K 2024-12-04T15:20:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741834_1010 (size=1758) 2024-12-04T15:20:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741834_1010 (size=1758) 2024-12-04T15:20:58,546 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 874b07c47cd6899487abf5df14f71744 in 169ms, sequenceid=6, compaction requested=false 2024-12-04T15:20:58,550 DEBUG [RS:1;645c2dbfef2e:42941 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/oldWALs 2024-12-04T15:20:58,550 INFO [RS:1;645c2dbfef2e:42941 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C42941%2C1733325653097:(num 1733325654683) 2024-12-04T15:20:58,550 DEBUG [RS:1;645c2dbfef2e:42941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,550 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:58,550 INFO [RS:1;645c2dbfef2e:42941 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:58,551 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:58,551 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:58,551 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:58,551 INFO [RS:1;645c2dbfef2e:42941 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42941 2024-12-04T15:20:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:58,551 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:20:58,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:58,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,42941,1733325653097 2024-12-04T15:20:58,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,42941,1733325653097] 2024-12-04T15:20:58,556 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,42941,1733325653097; numProcessing=1 2024-12-04T15:20:58,556 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/.tmp/table/4819e9153ede48449a206a52d00baf2f 2024-12-04T15:20:58,567 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/namespace/874b07c47cd6899487abf5df14f71744/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:20:58,568 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:58,568 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 874b07c47cd6899487abf5df14f71744: 2024-12-04T15:20:58,568 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733325655366.874b07c47cd6899487abf5df14f71744. 2024-12-04T15:20:58,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,42941,1733325653097 already deleted, retry=false 2024-12-04T15:20:58,572 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,42941,1733325653097 expired; onlineServers=1 2024-12-04T15:20:58,582 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/.tmp/info/f76ff9825b8940699f63a80bdb28c9b9 as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/info/f76ff9825b8940699f63a80bdb28c9b9 2024-12-04T15:20:58,592 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/info/f76ff9825b8940699f63a80bdb28c9b9, entries=30, sequenceid=16, filesize=9.1 K 2024-12-04T15:20:58,593 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/.tmp/table/4819e9153ede48449a206a52d00baf2f as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/table/4819e9153ede48449a206a52d00baf2f 2024-12-04T15:20:58,603 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/table/4819e9153ede48449a206a52d00baf2f, entries=4, sequenceid=16, filesize=5.3 K 2024-12-04T15:20:58,612 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=16, compaction requested=false 2024-12-04T15:20:58,624 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:20:58,625 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:58,625 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:58,626 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:20:58,626 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:58,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:58,667 INFO [RS:1;645c2dbfef2e:42941 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,42941,1733325653097; zookeeper connection closed. 2024-12-04T15:20:58,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42941-0x1005d9e3c1b0002, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:58,668 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56b45d29 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56b45d29 2024-12-04T15:20:58,727 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,41565,1733325652937; all regions closed. 2024-12-04T15:20:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:20:58,744 DEBUG [RS:0;645c2dbfef2e:41565 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/oldWALs 2024-12-04T15:20:58,744 INFO [RS:0;645c2dbfef2e:41565 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C41565%2C1733325652937.meta:.meta(num 1733325655205) 2024-12-04T15:20:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741833_1009 (size=3188) 2024-12-04T15:20:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741833_1009 (size=3188) 2024-12-04T15:20:58,766 DEBUG [RS:0;645c2dbfef2e:41565 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/oldWALs 2024-12-04T15:20:58,766 INFO [RS:0;645c2dbfef2e:41565 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C41565%2C1733325652937:(num 1733325654674) 2024-12-04T15:20:58,766 DEBUG [RS:0;645c2dbfef2e:41565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,766 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:58,767 INFO [RS:0;645c2dbfef2e:41565 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:58,767 INFO [RS:0;645c2dbfef2e:41565 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41565 2024-12-04T15:20:58,768 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:20:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,41565,1733325652937 2024-12-04T15:20:58,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,41565,1733325652937] 2024-12-04T15:20:58,772 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,41565,1733325652937; numProcessing=2 2024-12-04T15:20:58,773 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,41565,1733325652937 already deleted, retry=false 2024-12-04T15:20:58,773 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,41565,1733325652937 expired; onlineServers=0 2024-12-04T15:20:58,773 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,42769,1733325652815' ***** 2024-12-04T15:20:58,773 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:20:58,773 DEBUG [M:0;645c2dbfef2e:42769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76443f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:20:58,773 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,42769,1733325652815 2024-12-04T15:20:58,773 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,42769,1733325652815; all regions closed. 2024-12-04T15:20:58,773 DEBUG [M:0;645c2dbfef2e:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:58,773 DEBUG [M:0;645c2dbfef2e:42769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:20:58,773 DEBUG [M:0;645c2dbfef2e:42769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:20:58,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:20:58,773 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325654320 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325654320,5,FailOnTimeoutGroup] 2024-12-04T15:20:58,774 INFO [M:0;645c2dbfef2e:42769 {}] hbase.ChoreService(370): Chore service for: master/645c2dbfef2e:0 had [] on shutdown 2024-12-04T15:20:58,774 DEBUG [M:0;645c2dbfef2e:42769 {}] master.HMaster(1733): Stopping service threads 2024-12-04T15:20:58,774 INFO [M:0;645c2dbfef2e:42769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:20:58,774 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325654324 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325654324,5,FailOnTimeoutGroup] 2024-12-04T15:20:58,774 INFO [M:0;645c2dbfef2e:42769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:20:58,774 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:20:58,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T15:20:58,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:20:58,780 DEBUG [M:0;645c2dbfef2e:42769 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-04T15:20:58,788 DEBUG [M:0;645c2dbfef2e:42769 {}] master.ActiveMasterManager(353): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-04T15:20:58,788 INFO [M:0;645c2dbfef2e:42769 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-04T15:20:58,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:20:58,792 INFO [M:0;645c2dbfef2e:42769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:20:58,792 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:58,792 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:58,793 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:58,793 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:58,793 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:58,793 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-04T15:20:58,821 DEBUG [M:0;645c2dbfef2e:42769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bbe85aeba17404abdf923a88a052796 is 82, key is hbase:meta,,1/info:regioninfo/1733325655296/Put/seqid=0 2024-12-04T15:20:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41565-0x1005d9e3c1b0001, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:58,874 INFO [RS:0;645c2dbfef2e:41565 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,41565,1733325652937; zookeeper connection closed. 2024-12-04T15:20:58,875 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bbe85aeba17404abdf923a88a052796 2024-12-04T15:20:58,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:20:58,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aa4b55f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aa4b55f 2024-12-04T15:20:58,882 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T15:20:58,943 DEBUG [M:0;645c2dbfef2e:42769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80441d5eb31745838499e528593e3ec8 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733325657399/Put/seqid=0 2024-12-04T15:20:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:20:58,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:20:59,374 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80441d5eb31745838499e528593e3ec8 2024-12-04T15:20:59,414 DEBUG [M:0;645c2dbfef2e:42769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd12495b3ce490d99d850ac91d94703 is 69, key is 645c2dbfef2e,41565,1733325652937/rs:state/1733325654447/Put/seqid=0 2024-12-04T15:20:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:20:59,445 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd12495b3ce490d99d850ac91d94703 2024-12-04T15:20:59,453 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bbe85aeba17404abdf923a88a052796 as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bbe85aeba17404abdf923a88a052796 2024-12-04T15:20:59,465 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bbe85aeba17404abdf923a88a052796, entries=8, sequenceid=108, filesize=5.5 K 2024-12-04T15:20:59,466 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80441d5eb31745838499e528593e3ec8 as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80441d5eb31745838499e528593e3ec8 2024-12-04T15:20:59,475 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80441d5eb31745838499e528593e3ec8, entries=13, sequenceid=108, filesize=7.4 K 2024-12-04T15:20:59,481 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd12495b3ce490d99d850ac91d94703 as hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd12495b3ce490d99d850ac91d94703 2024-12-04T15:20:59,490 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35487/user/jenkins/test-data/bdf1b7b4-aff7-20c3-0423-e0aead1cd22b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd12495b3ce490d99d850ac91d94703, entries=2, sequenceid=108, filesize=5.1 K 2024-12-04T15:20:59,498 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 705ms, sequenceid=108, compaction requested=false 2024-12-04T15:20:59,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:59,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:20:59,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-04T15:20:59,520 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:59,520 DEBUG [M:0;645c2dbfef2e:42769 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:20:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43601 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:20:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:20:59,533 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:20:59,533 INFO [M:0;645c2dbfef2e:42769 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-04T15:20:59,533 INFO [M:0;645c2dbfef2e:42769 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42769 2024-12-04T15:20:59,541 DEBUG [M:0;645c2dbfef2e:42769 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/645c2dbfef2e,42769,1733325652815 already deleted, retry=false 2024-12-04T15:20:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:59,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x1005d9e3c1b0000, quorum=127.0.0.1:56956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:59,643 INFO [M:0;645c2dbfef2e:42769 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,42769,1733325652815; zookeeper connection closed. 2024-12-04T15:20:59,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ae39c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:59,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685c8260{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:59,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:59,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe92135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:59,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66095f7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:59,679 WARN [BP-1737737234-172.17.0.2-1733325651730 heartbeating to localhost/127.0.0.1:35487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:20:59,679 WARN [BP-1737737234-172.17.0.2-1733325651730 heartbeating to localhost/127.0.0.1:35487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1737737234-172.17.0.2-1733325651730 (Datanode Uuid e14369fd-c942-4d69-af85-2368c6f27c0b) service to localhost/127.0.0.1:35487 2024-12-04T15:20:59,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data4/current/BP-1737737234-172.17.0.2-1733325651730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:59,681 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:59,681 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:59,682 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:59,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data3/current/BP-1737737234-172.17.0.2-1733325651730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:59,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17c5ea08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:59,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79a28d34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:59,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:59,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19056d3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:59,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f88da0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:59,693 WARN [BP-1737737234-172.17.0.2-1733325651730 heartbeating to localhost/127.0.0.1:35487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:20:59,694 WARN [BP-1737737234-172.17.0.2-1733325651730 heartbeating to localhost/127.0.0.1:35487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1737737234-172.17.0.2-1733325651730 (Datanode Uuid 62370c7b-2d5c-4652-8fbb-1bd2c302de9e) service to localhost/127.0.0.1:35487 2024-12-04T15:20:59,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:20:59,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:20:59,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:20:59,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data1/current/BP-1737737234-172.17.0.2-1733325651730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:59,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/cluster_87dfb113-cc9f-b692-2ba9-2d09a21ba15d/dfs/data/data2/current/BP-1737737234-172.17.0.2-1733325651730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:20:59,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64f3657{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:59,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2551c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:20:59,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:20:59,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3f68a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:20:59,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40453903{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir/,STOPPED} 2024-12-04T15:20:59,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:20:59,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T15:20:59,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=150 (was 127) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:35487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:35487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:35487 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (176848847) connection to localhost/127.0.0.1:35487 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=492 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1072 (was 1092), ProcessCount=11 (was 11), AvailableMemoryMB=1759 (was 1730) - AvailableMemoryMB LEAK? - 2024-12-04T15:20:59,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=150, OpenFileDescriptor=492, MaxFileDescriptor=1048576, SystemLoadAverage=1072, ProcessCount=11, AvailableMemoryMB=1751 2024-12-04T15:20:59,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir so I do NOT create it in target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e 2024-12-04T15:20:59,830 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:20:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.tmp.dir so I do NOT create it in target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e 2024-12-04T15:20:59,831 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f2489e40-8be7-7a19-8da3-75fe1e1e3a2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:20:59,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e 2024-12-04T15:20:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:20:59,831 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949, deleteOnExit=true 2024-12-04T15:20:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-04T15:20:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/test.cache.data in system properties and HBase conf 2024-12-04T15:20:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:20:59,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:20:59,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:20:59,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:20:59,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T15:20:59,832 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:20:59,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:59,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:59,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:20:59,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:20:59,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:59,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:00,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:00,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:00,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:21:00,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:00,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f0a3713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:00,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c9f4b21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:00,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77b06f46{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/java.io.tmpdir/jetty-localhost-35773-hadoop-hdfs-3_4_1-tests_jar-_-any-8072580386231508866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:00,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ff1ef2{HTTP/1.1, (http/1.1)}{localhost:35773} 2024-12-04T15:21:00,189 INFO [Time-limited test {}] server.Server(415): Started @53001ms 2024-12-04T15:21:00,373 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:00,415 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:00,416 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:00,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:00,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:00,418 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:00,432 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:00,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:00,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:00,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:00,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:00,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:00,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4c4553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:00,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d04875e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:00,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d05ab0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/java.io.tmpdir/jetty-localhost-36587-hadoop-hdfs-3_4_1-tests_jar-_-any-8558263078679754473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:00,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f1b04e6{HTTP/1.1, (http/1.1)}{localhost:36587} 2024-12-04T15:21:00,667 INFO [Time-limited test {}] server.Server(415): Started @53479ms 2024-12-04T15:21:00,669 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:00,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:00,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:00,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:00,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:00,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:21:00,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1535c1e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:00,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@836c36a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:00,875 WARN [Thread-1172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data1/current/BP-1803587356-172.17.0.2-1733325659873/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:00,880 WARN [Thread-1173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data2/current/BP-1803587356-172.17.0.2-1733325659873/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:00,958 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:00,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x455e7ead774ea0fc with lease ID 0x1be6bedc518e92c3: Processing first storage report for DS-b2fd123a-ba20-4443-80a3-1fae2bbaeb5b from datanode DatanodeRegistration(127.0.0.1:37543, datanodeUuid=858c6cb1-f498-4383-a01c-3b02c6a622e2, infoPort=36251, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873) 2024-12-04T15:21:00,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x455e7ead774ea0fc with lease ID 0x1be6bedc518e92c3: from storage DS-b2fd123a-ba20-4443-80a3-1fae2bbaeb5b node DatanodeRegistration(127.0.0.1:37543, datanodeUuid=858c6cb1-f498-4383-a01c-3b02c6a622e2, infoPort=36251, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:00,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x455e7ead774ea0fc with lease ID 0x1be6bedc518e92c3: Processing first storage report for DS-bb74142a-edda-48fe-9b32-944499ff32e6 from datanode DatanodeRegistration(127.0.0.1:37543, datanodeUuid=858c6cb1-f498-4383-a01c-3b02c6a622e2, infoPort=36251, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873) 2024-12-04T15:21:00,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x455e7ead774ea0fc with lease ID 0x1be6bedc518e92c3: from storage DS-bb74142a-edda-48fe-9b32-944499ff32e6 node DatanodeRegistration(127.0.0.1:37543, datanodeUuid=858c6cb1-f498-4383-a01c-3b02c6a622e2, infoPort=36251, infoSecurePort=0, ipcPort=35145, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:01,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a12ed0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/java.io.tmpdir/jetty-localhost-34875-hadoop-hdfs-3_4_1-tests_jar-_-any-9760387426402898702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:01,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c815d7{HTTP/1.1, (http/1.1)}{localhost:34875} 2024-12-04T15:21:01,010 INFO [Time-limited test {}] server.Server(415): Started @53821ms 2024-12-04T15:21:01,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:01,210 WARN [Thread-1198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data3/current/BP-1803587356-172.17.0.2-1733325659873/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:01,211 WARN [Thread-1199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data4/current/BP-1803587356-172.17.0.2-1733325659873/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:01,267 WARN [Thread-1187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76908bc431cb20a2 with lease ID 0x1be6bedc518e92c4: Processing first storage report for DS-559b755d-27ef-4f70-accf-0d919bb93cad from datanode DatanodeRegistration(127.0.0.1:45519, datanodeUuid=320ff012-fad1-4076-af11-7ee1c7b2cbcd, infoPort=34565, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873) 2024-12-04T15:21:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76908bc431cb20a2 with lease ID 0x1be6bedc518e92c4: from storage DS-559b755d-27ef-4f70-accf-0d919bb93cad node DatanodeRegistration(127.0.0.1:45519, datanodeUuid=320ff012-fad1-4076-af11-7ee1c7b2cbcd, infoPort=34565, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76908bc431cb20a2 with lease ID 0x1be6bedc518e92c4: Processing first storage report for DS-d50bf6c3-9d94-4dc5-920e-6312c4edc5d4 from datanode DatanodeRegistration(127.0.0.1:45519, datanodeUuid=320ff012-fad1-4076-af11-7ee1c7b2cbcd, infoPort=34565, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873) 2024-12-04T15:21:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76908bc431cb20a2 with lease ID 0x1be6bedc518e92c4: from storage DS-d50bf6c3-9d94-4dc5-920e-6312c4edc5d4 node DatanodeRegistration(127.0.0.1:45519, datanodeUuid=320ff012-fad1-4076-af11-7ee1c7b2cbcd, infoPort=34565, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1418032855;c=1733325659873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:01,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e 2024-12-04T15:21:01,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/zookeeper_0, clientPort=54168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:21:01,354 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54168 2024-12-04T15:21:01,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:01,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:01,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:01,807 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91 with version=8 2024-12-04T15:21:01,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/hbase-staging 2024-12-04T15:21:01,811 INFO [Time-limited test {}] client.ConnectionUtils(129): master/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:21:01,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:01,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:01,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:01,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:01,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:01,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:01,812 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:01,812 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33545 2024-12-04T15:21:01,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:01,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:01,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33545 connecting to ZooKeeper ensemble=127.0.0.1:54168 2024-12-04T15:21:01,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335450x0, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:01,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33545-0x1005d9e5d860000 connected 2024-12-04T15:21:01,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:01,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:01,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:21:01,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33545 2024-12-04T15:21:01,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33545 2024-12-04T15:21:01,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33545 2024-12-04T15:21:01,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33545 2024-12-04T15:21:01,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33545 2024-12-04T15:21:01,909 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91, hbase.cluster.distributed=false 2024-12-04T15:21:01,931 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:21:01,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:01,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:01,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:01,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:01,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:01,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:01,932 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:01,938 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37157 2024-12-04T15:21:01,938 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:01,941 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T15:21:01,975 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-04T15:21:01,976 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T15:21:01,977 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T15:21:01,979 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:01,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:01,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:01,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37157 connecting to ZooKeeper ensemble=127.0.0.1:54168 2024-12-04T15:21:02,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371570x0, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:02,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371570x0, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:02,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37157-0x1005d9e5d860001 connected 2024-12-04T15:21:02,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:02,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:21:02,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37157 2024-12-04T15:21:02,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37157 2024-12-04T15:21:02,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37157 2024-12-04T15:21:02,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37157 2024-12-04T15:21:02,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37157 2024-12-04T15:21:02,070 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:21:02,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:02,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:02,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:02,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:02,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:02,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:02,071 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:02,072 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46829 2024-12-04T15:21:02,072 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:02,073 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T15:21:02,091 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-04T15:21:02,092 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T15:21:02,112 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T15:21:02,115 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:02,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:02,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:02,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46829 connecting to ZooKeeper ensemble=127.0.0.1:54168 2024-12-04T15:21:02,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468290x0, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:02,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46829-0x1005d9e5d860002 connected 2024-12-04T15:21:02,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:02,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:02,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:21:02,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46829 2024-12-04T15:21:02,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46829 2024-12-04T15:21:02,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46829 2024-12-04T15:21:02,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46829 2024-12-04T15:21:02,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46829 2024-12-04T15:21:02,243 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:02,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:02,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:02,252 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:02,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:02,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:02,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:02,256 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:21:02,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:21:02,257 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/645c2dbfef2e,33545,1733325661810 from backup master directory 2024-12-04T15:21:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:02,259 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;645c2dbfef2e:33545 2024-12-04T15:21:02,259 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:02,259 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:02,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:02,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/645c2dbfef2e,33545,1733325661810 because node does not exist (not an error) 2024-12-04T15:21:02,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:02,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:02,306 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/hbase.id with ID: e1e900fa-bfd5-4ceb-a1bf-74f5966b7349 2024-12-04T15:21:02,359 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:02,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:02,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:02,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:02,414 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:02,415 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:21:02,416 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:02,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:02,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:02,494 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store 2024-12-04T15:21:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:02,553 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:02,553 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:02,553 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:02,553 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:02,553 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:02,553 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:02,553 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:02,553 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:21:02,557 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/.initializing 2024-12-04T15:21:02,557 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/WALs/645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:02,566 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:02,574 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C33545%2C1733325661810, suffix=, logDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/WALs/645c2dbfef2e,33545,1733325661810, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/oldWALs, maxLogs=10 2024-12-04T15:21:02,601 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/WALs/645c2dbfef2e,33545,1733325661810/645c2dbfef2e%2C33545%2C1733325661810.1733325662575, exclude list is [], retry=0 2024-12-04T15:21:02,612 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37543,DS-b2fd123a-ba20-4443-80a3-1fae2bbaeb5b,DISK] 2024-12-04T15:21:02,616 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-559b755d-27ef-4f70-accf-0d919bb93cad,DISK] 2024-12-04T15:21:02,652 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/WALs/645c2dbfef2e,33545,1733325661810/645c2dbfef2e%2C33545%2C1733325661810.1733325662575 2024-12-04T15:21:02,658 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36251:36251),(127.0.0.1/127.0.0.1:34565:34565)] 2024-12-04T15:21:02,658 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:02,658 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:02,759 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,760 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:21:02,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:02,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:02,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:21:02,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:02,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:02,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:21:02,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:02,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:02,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:21:02,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:02,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:02,856 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,856 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,861 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:02,869 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:02,882 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:02,884 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72318407, jitterRate=0.0776282399892807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:02,885 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:21:02,888 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:21:02,905 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f00360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:02,906 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-04T15:21:02,906 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:21:02,906 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:21:02,907 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:21:02,911 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 4 msec 2024-12-04T15:21:02,911 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:21:02,911 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:21:02,936 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:21:02,940 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T15:21:02,948 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-04T15:21:02,948 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:21:02,955 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:21:02,976 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-04T15:21:02,977 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:21:02,982 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:21:02,985 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-04T15:21:02,986 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:21:02,987 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T15:21:03,028 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:21:03,040 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T15:21:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:03,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,059 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=645c2dbfef2e,33545,1733325661810, sessionid=0x1005d9e5d860000, setting cluster-up flag (Was=false) 2024-12-04T15:21:03,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,094 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T15:21:03,115 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:03,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:03,152 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T15:21:03,160 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:03,176 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:03,177 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-04T15:21:03,177 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:21:03,177 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 645c2dbfef2e,33545,1733325661810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:21:03,177 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:03,178 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:03,178 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:03,178 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:03,178 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/645c2dbfef2e:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:21:03,178 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,178 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:03,178 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,192 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325693192 2024-12-04T15:21:03,192 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:21:03,192 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:21:03,192 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:21:03,192 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:21:03,192 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:21:03,192 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:21:03,193 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,196 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:21:03,196 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:21:03,196 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:21:03,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:03,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:21:03,197 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:21:03,197 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:21:03,198 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325663198,5,FailOnTimeoutGroup] 2024-12-04T15:21:03,198 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325663198,5,FailOnTimeoutGroup] 2024-12-04T15:21:03,198 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,198 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:21:03,198 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,198 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,207 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:03,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:21:03,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:21:03,297 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;645c2dbfef2e:37157 2024-12-04T15:21:03,299 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;645c2dbfef2e:46829 2024-12-04T15:21:03,310 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1008): ClusterId : e1e900fa-bfd5-4ceb-a1bf-74f5966b7349 2024-12-04T15:21:03,310 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:03,326 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1008): ClusterId : e1e900fa-bfd5-4ceb-a1bf-74f5966b7349 2024-12-04T15:21:03,326 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:03,340 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:03,340 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:03,353 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:03,353 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:03,371 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:03,372 DEBUG [RS:0;645c2dbfef2e:37157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd297b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:03,380 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:03,380 DEBUG [RS:0;645c2dbfef2e:37157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ffe41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:21:03,380 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:21:03,380 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:21:03,380 DEBUG [RS:1;645c2dbfef2e:46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1f9a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:03,380 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:21:03,384 DEBUG [RS:1;645c2dbfef2e:46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23af6f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:21:03,384 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:21:03,384 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:21:03,384 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:21:03,390 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,33545,1733325661810 with isa=645c2dbfef2e/172.17.0.2:37157, startcode=1733325661930 2024-12-04T15:21:03,390 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,33545,1733325661810 with isa=645c2dbfef2e/172.17.0.2:46829, startcode=1733325662070 2024-12-04T15:21:03,391 DEBUG [RS:1;645c2dbfef2e:46829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:03,391 DEBUG [RS:0;645c2dbfef2e:37157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:03,405 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32999, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:03,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33545 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:03,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33545 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:03,406 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57715, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:03,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33545 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:03,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33545 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:03,420 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91 2024-12-04T15:21:03,420 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38673 2024-12-04T15:21:03,422 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:03,424 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91 2024-12-04T15:21:03,424 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38673 2024-12-04T15:21:03,424 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:03,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:21:03,442 DEBUG [RS:0;645c2dbfef2e:37157 {}] zookeeper.ZKUtil(111): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:03,442 WARN [RS:0;645c2dbfef2e:37157 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:03,442 INFO [RS:0;645c2dbfef2e:37157 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:03,442 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:03,443 DEBUG [RS:1;645c2dbfef2e:46829 {}] zookeeper.ZKUtil(111): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:03,443 WARN [RS:1;645c2dbfef2e:46829 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:03,443 INFO [RS:1;645c2dbfef2e:46829 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:03,443 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:03,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,37157,1733325661930] 2024-12-04T15:21:03,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,46829,1733325662070] 2024-12-04T15:21:03,472 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:21:03,472 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:03,480 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:03,484 INFO [RS:0;645c2dbfef2e:37157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:03,484 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,484 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:21:03,488 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:21:03,489 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:03,492 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:03,496 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,496 INFO [RS:1;645c2dbfef2e:46829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:03,496 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,496 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,497 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:03,497 DEBUG [RS:0;645c2dbfef2e:37157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:03,504 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,504 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,504 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,504 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,504 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,504 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,504 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:03,504 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,505 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,505 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,505 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,505 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:03,505 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:03,505 DEBUG [RS:1;645c2dbfef2e:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:03,510 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,510 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,510 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,510 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,510 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,37157,1733325661930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:03,520 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,520 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,520 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,520 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,520 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,46829,1733325662070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:03,546 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:03,546 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,37157,1733325661930-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,547 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:03,547 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,46829,1733325662070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:03,570 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.Replication(204): 645c2dbfef2e,46829,1733325662070 started 2024-12-04T15:21:03,570 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,46829,1733325662070, RpcServer on 645c2dbfef2e/172.17.0.2:46829, sessionid=0x1005d9e5d860002 2024-12-04T15:21:03,570 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:03,570 DEBUG [RS:1;645c2dbfef2e:46829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:03,570 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,46829,1733325662070' 2024-12-04T15:21:03,570 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:21:03,576 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:21:03,577 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:03,577 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:03,577 DEBUG [RS:1;645c2dbfef2e:46829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:03,577 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,46829,1733325662070' 2024-12-04T15:21:03,577 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:21:03,577 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:21:03,578 DEBUG [RS:1;645c2dbfef2e:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:03,578 INFO [RS:1;645c2dbfef2e:46829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:03,578 INFO [RS:1;645c2dbfef2e:46829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:03,578 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.Replication(204): 645c2dbfef2e,37157,1733325661930 started 2024-12-04T15:21:03,578 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,37157,1733325661930, RpcServer on 645c2dbfef2e/172.17.0.2:37157, sessionid=0x1005d9e5d860001 2024-12-04T15:21:03,578 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:03,578 DEBUG [RS:0;645c2dbfef2e:37157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:03,578 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,37157,1733325661930' 2024-12-04T15:21:03,578 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:21:03,579 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:21:03,580 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:03,580 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:03,580 DEBUG [RS:0;645c2dbfef2e:37157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:03,580 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,37157,1733325661930' 2024-12-04T15:21:03,580 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:21:03,580 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:21:03,581 DEBUG [RS:0;645c2dbfef2e:37157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:03,581 INFO [RS:0;645c2dbfef2e:37157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:03,581 INFO [RS:0;645c2dbfef2e:37157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:03,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-04T15:21:03,661 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91 2024-12-04T15:21:03,678 INFO [RS:1;645c2dbfef2e:46829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:03,684 INFO [RS:0;645c2dbfef2e:37157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:03,688 INFO [RS:1;645c2dbfef2e:46829 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C46829%2C1733325662070, suffix=, logDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,46829,1733325662070, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/oldWALs, maxLogs=32 2024-12-04T15:21:03,702 INFO [RS:0;645c2dbfef2e:37157 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C37157%2C1733325661930, suffix=, logDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,37157,1733325661930, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/oldWALs, maxLogs=32 2024-12-04T15:21:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:21:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:21:03,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:03,736 DEBUG [RS:1;645c2dbfef2e:46829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,46829,1733325662070/645c2dbfef2e%2C46829%2C1733325662070.1733325663689, exclude list is [], retry=0 2024-12-04T15:21:03,737 DEBUG [RS:0;645c2dbfef2e:37157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,37157,1733325661930/645c2dbfef2e%2C37157%2C1733325661930.1733325663703, exclude list is [], retry=0 2024-12-04T15:21:03,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:03,748 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37543,DS-b2fd123a-ba20-4443-80a3-1fae2bbaeb5b,DISK] 2024-12-04T15:21:03,749 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-559b755d-27ef-4f70-accf-0d919bb93cad,DISK] 2024-12-04T15:21:03,752 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37543,DS-b2fd123a-ba20-4443-80a3-1fae2bbaeb5b,DISK] 2024-12-04T15:21:03,755 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-559b755d-27ef-4f70-accf-0d919bb93cad,DISK] 2024-12-04T15:21:03,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:03,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:03,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:03,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:03,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:03,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:03,796 INFO [RS:1;645c2dbfef2e:46829 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,46829,1733325662070/645c2dbfef2e%2C46829%2C1733325662070.1733325663689 2024-12-04T15:21:03,797 DEBUG [RS:1;645c2dbfef2e:46829 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36251:36251),(127.0.0.1/127.0.0.1:34565:34565)] 2024-12-04T15:21:03,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:03,800 INFO [RS:0;645c2dbfef2e:37157 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,37157,1733325661930/645c2dbfef2e%2C37157%2C1733325661930.1733325663703 2024-12-04T15:21:03,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:03,804 DEBUG [RS:0;645c2dbfef2e:37157 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36251:36251),(127.0.0.1/127.0.0.1:34565:34565)] 2024-12-04T15:21:03,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:03,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:03,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:03,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740 2024-12-04T15:21:03,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740 2024-12-04T15:21:03,825 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:03,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:21:03,848 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:03,860 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71587424, jitterRate=0.06673574447631836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:03,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:21:03,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:03,861 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:03,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:03,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:03,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:03,871 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:03,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:21:03,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:03,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-04T15:21:03,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:21:03,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:03,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:21:04,043 DEBUG [645c2dbfef2e:33545 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T15:21:04,043 DEBUG [645c2dbfef2e:33545 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:21:04,045 DEBUG [645c2dbfef2e:33545 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:21:04,045 DEBUG [645c2dbfef2e:33545 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:21:04,045 INFO [645c2dbfef2e:33545 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:21:04,045 INFO [645c2dbfef2e:33545 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:21:04,045 DEBUG [645c2dbfef2e:33545 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:21:04,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:04,047 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,37157,1733325661930, state=OPENING 2024-12-04T15:21:04,049 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:21:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:04,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:04,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:04,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:04,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=645c2dbfef2e,37157,1733325661930}] 2024-12-04T15:21:04,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:04,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:04,213 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:04,220 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-04T15:21:04,220 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:04,220 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:21:04,222 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C37157%2C1733325661930.meta, suffix=.meta, logDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,37157,1733325661930, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/oldWALs, maxLogs=32 2024-12-04T15:21:04,244 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,37157,1733325661930/645c2dbfef2e%2C37157%2C1733325661930.meta.1733325664222.meta, exclude list is [], retry=0 2024-12-04T15:21:04,247 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45519,DS-559b755d-27ef-4f70-accf-0d919bb93cad,DISK] 2024-12-04T15:21:04,248 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37543,DS-b2fd123a-ba20-4443-80a3-1fae2bbaeb5b,DISK] 2024-12-04T15:21:04,276 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/WALs/645c2dbfef2e,37157,1733325661930/645c2dbfef2e%2C37157%2C1733325661930.meta.1733325664222.meta 2024-12-04T15:21:04,277 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34565:34565),(127.0.0.1/127.0.0.1:36251:36251)] 2024-12-04T15:21:04,277 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:04,277 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:04,278 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:21:04,278 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:21:04,278 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:21:04,278 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:04,278 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-04T15:21:04,278 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-04T15:21:04,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:04,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:04,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:04,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:04,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:04,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:04,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:04,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:04,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:04,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:04,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:04,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:04,320 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740 2024-12-04T15:21:04,331 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740 2024-12-04T15:21:04,343 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:04,347 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:21:04,349 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59316692, jitterRate=-0.11611241102218628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:04,350 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:21:04,352 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325664204 2024-12-04T15:21:04,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:04,364 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:21:04,364 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-04T15:21:04,372 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,37157,1733325661930, state=OPEN 2024-12-04T15:21:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:21:04,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:04,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:21:04,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:04,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:21:04,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=645c2dbfef2e,37157,1733325661930 in 329 msec 2024-12-04T15:21:04,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:21:04,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:04,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:21:04,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-12-04T15:21:04,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-12-04T15:21:04,431 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325664431, completionTime=-1 2024-12-04T15:21:04,431 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T15:21:04,431 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-04T15:21:04,432 DEBUG [hconnection-0x475941fc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:04,445 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:04,460 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-04T15:21:04,460 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325724460 2024-12-04T15:21:04,460 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325784460 2024-12-04T15:21:04,460 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 28 msec 2024-12-04T15:21:04,524 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T15:21:04,530 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,33545,1733325661810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:04,530 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,33545,1733325661810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:04,530 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,33545,1733325661810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:04,530 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-645c2dbfef2e:33545, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:04,530 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:04,530 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-04T15:21:04,531 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:04,542 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-04T15:21:04,545 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:04,545 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:04,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:04,553 DEBUG [master/645c2dbfef2e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-04T15:21:04,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:21:04,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:21:04,617 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d56a940c0c408392bee11bab0f725f76, NAME => 'hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91 2024-12-04T15:21:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:21:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:21:05,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:05,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d56a940c0c408392bee11bab0f725f76, disabling compactions & flushes 2024-12-04T15:21:05,085 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:05,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:05,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. after waiting 0 ms 2024-12-04T15:21:05,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:05,085 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:05,085 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d56a940c0c408392bee11bab0f725f76: 2024-12-04T15:21:05,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:05,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733325665087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325665087"}]},"ts":"1733325665087"} 2024-12-04T15:21:05,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-04T15:21:05,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:05,091 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325665091"}]},"ts":"1733325665091"} 2024-12-04T15:21:05,093 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-04T15:21:05,097 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:21:05,098 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:21:05,099 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:21:05,099 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:21:05,099 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:21:05,099 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:21:05,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d56a940c0c408392bee11bab0f725f76, ASSIGN}] 2024-12-04T15:21:05,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d56a940c0c408392bee11bab0f725f76, ASSIGN 2024-12-04T15:21:05,101 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d56a940c0c408392bee11bab0f725f76, ASSIGN; state=OFFLINE, location=645c2dbfef2e,37157,1733325661930; forceNewPlan=false, retain=false 2024-12-04T15:21:05,252 INFO [645c2dbfef2e:33545 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T15:21:05,252 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d56a940c0c408392bee11bab0f725f76, regionState=OPENING, regionLocation=645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:05,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d56a940c0c408392bee11bab0f725f76, server=645c2dbfef2e,37157,1733325661930}] 2024-12-04T15:21:05,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:05,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:05,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d56a940c0c408392bee11bab0f725f76, NAME => 'hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:05,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:05,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:05,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:05,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:05,430 INFO [StoreOpener-d56a940c0c408392bee11bab0f725f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:05,439 INFO [StoreOpener-d56a940c0c408392bee11bab0f725f76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56a940c0c408392bee11bab0f725f76 columnFamilyName info 2024-12-04T15:21:05,439 DEBUG [StoreOpener-d56a940c0c408392bee11bab0f725f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:05,440 INFO [StoreOpener-d56a940c0c408392bee11bab0f725f76-1 {}] regionserver.HStore(327): Store=d56a940c0c408392bee11bab0f725f76/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:05,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:05,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:05,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:05,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:05,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d56a940c0c408392bee11bab0f725f76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74924204, jitterRate=0.11645764112472534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:21:05,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d56a940c0c408392bee11bab0f725f76: 2024-12-04T15:21:05,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76., pid=6, masterSystemTime=1733325665408 2024-12-04T15:21:05,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:05,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:05,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d56a940c0c408392bee11bab0f725f76, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:05,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:21:05,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d56a940c0c408392bee11bab0f725f76, server=645c2dbfef2e,37157,1733325661930 in 262 msec 2024-12-04T15:21:05,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:21:05,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d56a940c0c408392bee11bab0f725f76, ASSIGN in 421 msec 2024-12-04T15:21:05,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:05,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325665531"}]},"ts":"1733325665531"} 2024-12-04T15:21:05,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-04T15:21:05,546 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-04T15:21:05,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:05,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0160 sec 2024-12-04T15:21:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:21:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:05,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:05,567 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-04T15:21:05,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:21:05,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 55 msec 2024-12-04T15:21:05,642 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-04T15:21:05,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:21:05,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 48 msec 2024-12-04T15:21:05,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-04T15:21:05,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-04T15:21:05,752 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.493sec 2024-12-04T15:21:05,753 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:21:05,753 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:21:05,753 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:21:05,753 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:21:05,753 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:21:05,753 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,33545,1733325661810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:05,753 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,33545,1733325661810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:21:05,765 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:21:05,765 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:21:05,765 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,33545,1733325661810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:05,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b991e3 to 127.0.0.1:54168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71785f1f 2024-12-04T15:21:05,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea34982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:05,964 DEBUG [hconnection-0x35bc8f48-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:05,970 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:05,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:05,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:05,994 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:06,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T15:21:06,024 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:06,024 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:06,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-04T15:21:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:06,035 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:21:06,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:21:06,079 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 28db3fde798c8f1dc564593cf40ae2f4, NAME => 'testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91 2024-12-04T15:21:06,084 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 071e3af9a2a2428f1b8effbddb37f7a5, NAME => 'testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91 2024-12-04T15:21:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:21:06,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:21:06,148 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:06,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 28db3fde798c8f1dc564593cf40ae2f4, disabling compactions & flushes 2024-12-04T15:21:06,149 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:06,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:06,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. after waiting 0 ms 2024-12-04T15:21:06,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:06,149 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:06,149 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 28db3fde798c8f1dc564593cf40ae2f4: 2024-12-04T15:21:06,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:21:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:21:06,192 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:06,192 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 071e3af9a2a2428f1b8effbddb37f7a5, disabling compactions & flushes 2024-12-04T15:21:06,192 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:06,192 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:06,192 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. after waiting 0 ms 2024-12-04T15:21:06,192 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:06,192 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:06,192 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 071e3af9a2a2428f1b8effbddb37f7a5: 2024-12-04T15:21:06,193 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:06,194 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325666194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325666194"}]},"ts":"1733325666194"} 2024-12-04T15:21:06,194 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325666194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325666194"}]},"ts":"1733325666194"} 2024-12-04T15:21:06,228 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-04T15:21:06,248 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:06,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325666248"}]},"ts":"1733325666248"} 2024-12-04T15:21:06,264 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T15:21:06,274 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:21:06,288 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:21:06,288 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:21:06,288 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:21:06,288 INFO [PEWorker-5 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:21:06,288 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:21:06,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=071e3af9a2a2428f1b8effbddb37f7a5, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28db3fde798c8f1dc564593cf40ae2f4, ASSIGN}] 2024-12-04T15:21:06,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28db3fde798c8f1dc564593cf40ae2f4, ASSIGN 2024-12-04T15:21:06,301 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=071e3af9a2a2428f1b8effbddb37f7a5, ASSIGN 2024-12-04T15:21:06,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28db3fde798c8f1dc564593cf40ae2f4, ASSIGN; state=OFFLINE, location=645c2dbfef2e,46829,1733325662070; forceNewPlan=false, retain=false 2024-12-04T15:21:06,311 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=071e3af9a2a2428f1b8effbddb37f7a5, ASSIGN; state=OFFLINE, location=645c2dbfef2e,37157,1733325661930; forceNewPlan=false, retain=false 2024-12-04T15:21:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:06,462 INFO [645c2dbfef2e:33545 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T15:21:06,462 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=071e3af9a2a2428f1b8effbddb37f7a5, regionState=OPENING, regionLocation=645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:06,462 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=28db3fde798c8f1dc564593cf40ae2f4, regionState=OPENING, regionLocation=645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:06,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 28db3fde798c8f1dc564593cf40ae2f4, server=645c2dbfef2e,46829,1733325662070}] 2024-12-04T15:21:06,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 071e3af9a2a2428f1b8effbddb37f7a5, server=645c2dbfef2e,37157,1733325661930}] 2024-12-04T15:21:06,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:06,619 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:06,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:06,621 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:06,632 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:06,632 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 071e3af9a2a2428f1b8effbddb37f7a5, NAME => 'testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T15:21:06,632 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:06,633 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:06,633 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:06,633 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:06,640 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:06,640 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 28db3fde798c8f1dc564593cf40ae2f4, NAME => 'testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T15:21:06,641 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:06,641 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:06,641 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:06,641 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:06,648 INFO [StoreOpener-071e3af9a2a2428f1b8effbddb37f7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:06,655 INFO [StoreOpener-28db3fde798c8f1dc564593cf40ae2f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:06,659 INFO [StoreOpener-071e3af9a2a2428f1b8effbddb37f7a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 071e3af9a2a2428f1b8effbddb37f7a5 columnFamilyName family 2024-12-04T15:21:06,659 DEBUG [StoreOpener-071e3af9a2a2428f1b8effbddb37f7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:06,661 INFO [StoreOpener-28db3fde798c8f1dc564593cf40ae2f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28db3fde798c8f1dc564593cf40ae2f4 columnFamilyName family 2024-12-04T15:21:06,661 DEBUG [StoreOpener-28db3fde798c8f1dc564593cf40ae2f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:06,662 INFO [StoreOpener-28db3fde798c8f1dc564593cf40ae2f4-1 {}] regionserver.HStore(327): Store=28db3fde798c8f1dc564593cf40ae2f4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:06,665 INFO [StoreOpener-071e3af9a2a2428f1b8effbddb37f7a5-1 {}] regionserver.HStore(327): Store=071e3af9a2a2428f1b8effbddb37f7a5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:06,665 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:06,668 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:06,672 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:06,675 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:06,684 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:06,692 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:06,695 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:06,700 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 28db3fde798c8f1dc564593cf40ae2f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68173939, jitterRate=0.015870854258537292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:21:06,701 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 28db3fde798c8f1dc564593cf40ae2f4: 2024-12-04T15:21:06,701 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:06,703 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 071e3af9a2a2428f1b8effbddb37f7a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65431773, jitterRate=-0.02499060332775116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:21:06,703 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 071e3af9a2a2428f1b8effbddb37f7a5: 2024-12-04T15:21:06,704 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4., pid=12, masterSystemTime=1733325666619 2024-12-04T15:21:06,706 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:06,706 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5., pid=13, masterSystemTime=1733325666620 2024-12-04T15:21:06,706 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:06,710 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:06,710 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:06,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=071e3af9a2a2428f1b8effbddb37f7a5, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:06,724 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=28db3fde798c8f1dc564593cf40ae2f4, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:06,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-04T15:21:06,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 071e3af9a2a2428f1b8effbddb37f7a5, server=645c2dbfef2e,37157,1733325661930 in 275 msec 2024-12-04T15:21:06,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:21:06,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 28db3fde798c8f1dc564593cf40ae2f4, server=645c2dbfef2e,46829,1733325662070 in 287 msec 2024-12-04T15:21:06,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=071e3af9a2a2428f1b8effbddb37f7a5, ASSIGN in 477 msec 2024-12-04T15:21:06,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-04T15:21:06,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28db3fde798c8f1dc564593cf40ae2f4, ASSIGN in 492 msec 2024-12-04T15:21:06,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:06,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325666786"}]},"ts":"1733325666786"} 2024-12-04T15:21:06,795 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T15:21:06,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:06,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 794 msec 2024-12-04T15:21:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:07,148 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-04T15:21:07,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T15:21:07,148 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:21:07,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T15:21:07,153 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:21:07,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-04T15:21:07,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:07,221 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:07,257 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 071e3af9a2a2428f1b8effbddb37f7a5 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T15:21:07,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5/.tmp/family/300675716e4a4e6d95716452c5715a19 is 32, key is 1/family:/1733325667164/Put/seqid=0 2024-12-04T15:21:07,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741841_1017 (size=5054) 2024-12-04T15:21:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741841_1017 (size=5054) 2024-12-04T15:21:07,325 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5/.tmp/family/300675716e4a4e6d95716452c5715a19 2024-12-04T15:21:07,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5/.tmp/family/300675716e4a4e6d95716452c5715a19 as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5/family/300675716e4a4e6d95716452c5715a19 2024-12-04T15:21:07,367 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5/family/300675716e4a4e6d95716452c5715a19, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T15:21:07,371 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 071e3af9a2a2428f1b8effbddb37f7a5 in 113ms, sequenceid=8, compaction requested=false 2024-12-04T15:21:07,371 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 071e3af9a2a2428f1b8effbddb37f7a5: 2024-12-04T15:21:07,371 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 28db3fde798c8f1dc564593cf40ae2f4 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T15:21:07,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4/.tmp/family/d8936f70b65a44ceb207265b36e0fbbc is 32, key is 5/family:/1733325667232/Put/seqid=0 2024-12-04T15:21:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741842_1018 (size=5083) 2024-12-04T15:21:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741842_1018 (size=5083) 2024-12-04T15:21:07,863 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4/.tmp/family/d8936f70b65a44ceb207265b36e0fbbc 2024-12-04T15:21:07,872 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4/.tmp/family/d8936f70b65a44ceb207265b36e0fbbc as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4/family/d8936f70b65a44ceb207265b36e0fbbc 2024-12-04T15:21:07,880 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4/family/d8936f70b65a44ceb207265b36e0fbbc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T15:21:07,881 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 28db3fde798c8f1dc564593cf40ae2f4 in 510ms, sequenceid=9, compaction requested=false 2024-12-04T15:21:07,881 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 28db3fde798c8f1dc564593cf40ae2f4: 2024-12-04T15:21:07,884 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 300675716e4a4e6d95716452c5715a19, starting offset: 0, end offset: 9223372036854775807 2024-12-04T15:21:07,884 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 300675716e4a4e6d95716452c5715a19_0 from back map with offset lock 2094080 in the evict process 2024-12-04T15:21:07,886 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file d8936f70b65a44ceb207265b36e0fbbc, starting offset: 0, end offset: 9223372036854775807 2024-12-04T15:21:07,886 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key d8936f70b65a44ceb207265b36e0fbbc_0 from back map with offset lock 2094080 in the evict process 2024-12-04T15:21:07,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T15:21:07,886 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-04T15:21:07,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b991e3 to 127.0.0.1:54168 2024-12-04T15:21:07,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:07,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:21:07,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1292354497, stopped=false 2024-12-04T15:21:07,888 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:07,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-04T15:21:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:07,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:07,891 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,37157,1733325661930' ***** 2024-12-04T15:21:07,891 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:21:07,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:07,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:07,891 INFO [RS:0;645c2dbfef2e:37157 {}] bucket.BucketCache(1726): Disabling cache 2024-12-04T15:21:07,891 INFO [RS:0;645c2dbfef2e:37157 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T15:21:07,891 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:07,891 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T15:21:07,891 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T15:21:07,891 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,46829,1733325662070' ***** 2024-12-04T15:21:07,891 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:21:07,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:07,891 INFO [RS:1;645c2dbfef2e:46829 {}] bucket.BucketCache(1726): Disabling cache 2024-12-04T15:21:07,891 INFO [RS:1;645c2dbfef2e:46829 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T15:21:07,891 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T15:21:07,891 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T15:21:07,891 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:07,892 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T15:21:07,892 INFO [RS:1;645c2dbfef2e:46829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:07,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:21:07,892 INFO [RS:1;645c2dbfef2e:46829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:07,892 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(3579): Received CLOSE for 28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:07,892 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:07,892 DEBUG [RS:1;645c2dbfef2e:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:07,892 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-04T15:21:07,892 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1603): Online Regions={28db3fde798c8f1dc564593cf40ae2f4=testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4.} 2024-12-04T15:21:07,892 DEBUG [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1629): Waiting on 28db3fde798c8f1dc564593cf40ae2f4 2024-12-04T15:21:07,892 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 28db3fde798c8f1dc564593cf40ae2f4, disabling compactions & flushes 2024-12-04T15:21:07,892 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:07,892 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:07,892 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. after waiting 0 ms 2024-12-04T15:21:07,893 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:07,895 INFO [RS:0;645c2dbfef2e:37157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:07,895 INFO [RS:0;645c2dbfef2e:37157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:07,895 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(3579): Received CLOSE for d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:07,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:21:07,903 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(3579): Received CLOSE for 071e3af9a2a2428f1b8effbddb37f7a5 2024-12-04T15:21:07,903 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T15:21:07,903 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:07,903 DEBUG [RS:0;645c2dbfef2e:37157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:07,903 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:07,903 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:07,903 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:07,903 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-04T15:21:07,904 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-04T15:21:07,904 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, d56a940c0c408392bee11bab0f725f76=hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76., 071e3af9a2a2428f1b8effbddb37f7a5=testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5.} 2024-12-04T15:21:07,904 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1629): Waiting on 071e3af9a2a2428f1b8effbddb37f7a5, 1588230740, d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:07,904 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:07,904 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:07,904 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:07,904 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:07,904 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:07,904 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-04T15:21:07,916 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d56a940c0c408392bee11bab0f725f76, disabling compactions & flushes 2024-12-04T15:21:07,916 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:07,916 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:07,916 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. after waiting 0 ms 2024-12-04T15:21:07,916 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:07,916 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d56a940c0c408392bee11bab0f725f76 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-04T15:21:07,968 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:07,972 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:07,972 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/28db3fde798c8f1dc564593cf40ae2f4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T15:21:07,975 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:07,975 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 28db3fde798c8f1dc564593cf40ae2f4: 2024-12-04T15:21:07,975 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4. 2024-12-04T15:21:07,995 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/.tmp/info/ec5ec6daece549238a11d354864f203f is 173, key is testClearRegionBlockCache,5,1733325666003.28db3fde798c8f1dc564593cf40ae2f4./info:regioninfo/1733325666724/Put/seqid=0 2024-12-04T15:21:08,001 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76/.tmp/info/0cbf7ca5f1ea4e6ba126ae746ce27537 is 45, key is default/info:d/1733325665580/Put/seqid=0 2024-12-04T15:21:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:21:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741843_1019 (size=9337) 2024-12-04T15:21:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:21:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741844_1020 (size=5037) 2024-12-04T15:21:08,076 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76/.tmp/info/0cbf7ca5f1ea4e6ba126ae746ce27537 2024-12-04T15:21:08,089 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76/.tmp/info/0cbf7ca5f1ea4e6ba126ae746ce27537 as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76/info/0cbf7ca5f1ea4e6ba126ae746ce27537 2024-12-04T15:21:08,092 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,46829,1733325662070; all regions closed. 2024-12-04T15:21:08,097 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76/info/0cbf7ca5f1ea4e6ba126ae746ce27537, entries=2, sequenceid=6, filesize=4.9 K 2024-12-04T15:21:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741834_1010 (size=1867) 2024-12-04T15:21:08,100 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d56a940c0c408392bee11bab0f725f76 in 184ms, sequenceid=6, compaction requested=false 2024-12-04T15:21:08,104 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1629): Waiting on 071e3af9a2a2428f1b8effbddb37f7a5, 1588230740, d56a940c0c408392bee11bab0f725f76 2024-12-04T15:21:08,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741834_1010 (size=1867) 2024-12-04T15:21:08,140 DEBUG [RS:1;645c2dbfef2e:46829 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/oldWALs 2024-12-04T15:21:08,140 INFO [RS:1;645c2dbfef2e:46829 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C46829%2C1733325662070:(num 1733325663689) 2024-12-04T15:21:08,140 DEBUG [RS:1;645c2dbfef2e:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:08,140 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:08,140 INFO [RS:1;645c2dbfef2e:46829 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:08,141 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:08,141 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:08,141 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:08,141 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:21:08,141 INFO [RS:1;645c2dbfef2e:46829 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46829 2024-12-04T15:21:08,142 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/namespace/d56a940c0c408392bee11bab0f725f76/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:21:08,145 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:08,145 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d56a940c0c408392bee11bab0f725f76: 2024-12-04T15:21:08,145 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733325664530.d56a940c0c408392bee11bab0f725f76. 2024-12-04T15:21:08,145 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 071e3af9a2a2428f1b8effbddb37f7a5, disabling compactions & flushes 2024-12-04T15:21:08,145 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:08,145 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:08,145 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. after waiting 0 ms 2024-12-04T15:21:08,145 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,46829,1733325662070 2024-12-04T15:21:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:21:08,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,46829,1733325662070] 2024-12-04T15:21:08,160 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,46829,1733325662070; numProcessing=1 2024-12-04T15:21:08,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,46829,1733325662070 already deleted, retry=false 2024-12-04T15:21:08,162 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,46829,1733325662070 expired; onlineServers=1 2024-12-04T15:21:08,164 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/default/testClearRegionBlockCache/071e3af9a2a2428f1b8effbddb37f7a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:21:08,166 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:08,166 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 071e3af9a2a2428f1b8effbddb37f7a5: 2024-12-04T15:21:08,166 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733325666003.071e3af9a2a2428f1b8effbddb37f7a5. 2024-12-04T15:21:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:08,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x1005d9e5d860002, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:08,260 INFO [RS:1;645c2dbfef2e:46829 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,46829,1733325662070; zookeeper connection closed. 2024-12-04T15:21:08,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@787b5ed4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@787b5ed4 2024-12-04T15:21:08,304 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-04T15:21:08,459 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/.tmp/info/ec5ec6daece549238a11d354864f203f 2024-12-04T15:21:08,493 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/.tmp/table/3af94068eaf74e1aa2f8d75b94684c76 is 61, key is testClearRegionBlockCache/table:state/1733325666786/Put/seqid=0 2024-12-04T15:21:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:21:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:21:08,504 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/.tmp/table/3af94068eaf74e1aa2f8d75b94684c76 2024-12-04T15:21:08,504 DEBUG [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-04T15:21:08,510 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:21:08,510 INFO [regionserver/645c2dbfef2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:21:08,513 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/.tmp/info/ec5ec6daece549238a11d354864f203f as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/info/ec5ec6daece549238a11d354864f203f 2024-12-04T15:21:08,525 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/info/ec5ec6daece549238a11d354864f203f, entries=30, sequenceid=16, filesize=9.1 K 2024-12-04T15:21:08,529 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/.tmp/table/3af94068eaf74e1aa2f8d75b94684c76 as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/table/3af94068eaf74e1aa2f8d75b94684c76 2024-12-04T15:21:08,543 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/table/3af94068eaf74e1aa2f8d75b94684c76, entries=4, sequenceid=16, filesize=5.3 K 2024-12-04T15:21:08,544 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 640ms, sequenceid=16, compaction requested=false 2024-12-04T15:21:08,581 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:21:08,582 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:08,582 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:08,582 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:21:08,583 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:08,705 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,37157,1733325661930; all regions closed. 2024-12-04T15:21:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:21:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:21:08,711 DEBUG [RS:0;645c2dbfef2e:37157 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/oldWALs 2024-12-04T15:21:08,711 INFO [RS:0;645c2dbfef2e:37157 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C37157%2C1733325661930.meta:.meta(num 1733325664222) 2024-12-04T15:21:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741833_1009 (size=3079) 2024-12-04T15:21:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741833_1009 (size=3079) 2024-12-04T15:21:08,723 DEBUG [RS:0;645c2dbfef2e:37157 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/oldWALs 2024-12-04T15:21:08,723 INFO [RS:0;645c2dbfef2e:37157 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C37157%2C1733325661930:(num 1733325663703) 2024-12-04T15:21:08,723 DEBUG [RS:0;645c2dbfef2e:37157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:08,723 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:08,724 INFO [RS:0;645c2dbfef2e:37157 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:08,725 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:21:08,725 INFO [RS:0;645c2dbfef2e:37157 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37157 2024-12-04T15:21:08,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,37157,1733325661930 2024-12-04T15:21:08,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:21:08,731 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,37157,1733325661930] 2024-12-04T15:21:08,731 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,37157,1733325661930; numProcessing=2 2024-12-04T15:21:08,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,37157,1733325661930 already deleted, retry=false 2024-12-04T15:21:08,733 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,37157,1733325661930 expired; onlineServers=0 2024-12-04T15:21:08,733 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,33545,1733325661810' ***** 2024-12-04T15:21:08,733 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:21:08,733 DEBUG [M:0;645c2dbfef2e:33545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d74d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:21:08,733 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,33545,1733325661810 2024-12-04T15:21:08,733 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,33545,1733325661810; all regions closed. 2024-12-04T15:21:08,733 DEBUG [M:0;645c2dbfef2e:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:08,733 DEBUG [M:0;645c2dbfef2e:33545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:21:08,733 DEBUG [M:0;645c2dbfef2e:33545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:21:08,733 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:21:08,734 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325663198 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325663198,5,FailOnTimeoutGroup] 2024-12-04T15:21:08,734 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325663198 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325663198,5,FailOnTimeoutGroup] 2024-12-04T15:21:08,734 INFO [M:0;645c2dbfef2e:33545 {}] hbase.ChoreService(370): Chore service for: master/645c2dbfef2e:0 had [] on shutdown 2024-12-04T15:21:08,734 DEBUG [M:0;645c2dbfef2e:33545 {}] master.HMaster(1733): Stopping service threads 2024-12-04T15:21:08,734 INFO [M:0;645c2dbfef2e:33545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:21:08,734 INFO [M:0;645c2dbfef2e:33545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:21:08,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:21:08,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:08,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:08,741 INFO [M:0;645c2dbfef2e:33545 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-04T15:21:08,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-04T15:21:08,741 INFO [M:0;645c2dbfef2e:33545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:21:08,741 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-04T15:21:08,741 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:08,741 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:08,741 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:08,741 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:08,741 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:08,741 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-04T15:21:08,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:08,772 DEBUG [M:0;645c2dbfef2e:33545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e59eb71a434a7e84d123e623b4dade is 82, key is hbase:meta,,1/info:regioninfo/1733325664363/Put/seqid=0 2024-12-04T15:21:08,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:21:08,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:21:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:08,831 INFO [RS:0;645c2dbfef2e:37157 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,37157,1733325661930; zookeeper connection closed. 2024-12-04T15:21:08,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37157-0x1005d9e5d860001, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:08,832 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e59eb71a434a7e84d123e623b4dade 2024-12-04T15:21:08,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f7ff0ec {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f7ff0ec 2024-12-04T15:21:08,833 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T15:21:08,908 DEBUG [M:0;645c2dbfef2e:33545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ef066c34ab84b8cb60e0f31f0ee02ad is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733325666800/Put/seqid=0 2024-12-04T15:21:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:21:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741847_1023 (size=7577) 2024-12-04T15:21:09,393 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ef066c34ab84b8cb60e0f31f0ee02ad 2024-12-04T15:21:09,416 DEBUG [M:0;645c2dbfef2e:33545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/826e3cde612c4180b24600a6a2030e17 is 69, key is 645c2dbfef2e,37157,1733325661930/rs:state/1733325663406/Put/seqid=0 2024-12-04T15:21:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:21:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:21:09,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:09,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:09,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:09,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:09,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:09,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:09,837 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/826e3cde612c4180b24600a6a2030e17 2024-12-04T15:21:09,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:09,868 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6e59eb71a434a7e84d123e623b4dade as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6e59eb71a434a7e84d123e623b4dade 2024-12-04T15:21:09,897 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6e59eb71a434a7e84d123e623b4dade, entries=8, sequenceid=108, filesize=5.5 K 2024-12-04T15:21:09,908 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ef066c34ab84b8cb60e0f31f0ee02ad as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ef066c34ab84b8cb60e0f31f0ee02ad 2024-12-04T15:21:09,957 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ef066c34ab84b8cb60e0f31f0ee02ad, entries=13, sequenceid=108, filesize=7.4 K 2024-12-04T15:21:09,970 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/826e3cde612c4180b24600a6a2030e17 as hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/826e3cde612c4180b24600a6a2030e17 2024-12-04T15:21:10,016 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38673/user/jenkins/test-data/868f7ca9-1fd9-ccd8-598b-4e2d0f4ccd91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/826e3cde612c4180b24600a6a2030e17, entries=2, sequenceid=108, filesize=5.1 K 2024-12-04T15:21:10,024 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=108, compaction requested=false 2024-12-04T15:21:10,073 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:10,073 DEBUG [M:0;645c2dbfef2e:33545 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:21:10,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45519 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:21:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37543 is added to blk_1073741830_1006 (size=54453) 2024-12-04T15:21:10,108 INFO [M:0;645c2dbfef2e:33545 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-04T15:21:10,108 INFO [M:0;645c2dbfef2e:33545 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33545 2024-12-04T15:21:10,109 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:21:10,116 DEBUG [M:0;645c2dbfef2e:33545 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/645c2dbfef2e,33545,1733325661810 already deleted, retry=false 2024-12-04T15:21:10,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:10,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33545-0x1005d9e5d860000, quorum=127.0.0.1:54168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:10,228 INFO [M:0;645c2dbfef2e:33545 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,33545,1733325661810; zookeeper connection closed. 2024-12-04T15:21:10,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a12ed0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:10,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c815d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:10,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:10,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@836c36a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:10,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1535c1e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:10,245 WARN [BP-1803587356-172.17.0.2-1733325659873 heartbeating to localhost/127.0.0.1:38673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:10,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:10,245 WARN [BP-1803587356-172.17.0.2-1733325659873 heartbeating to localhost/127.0.0.1:38673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1803587356-172.17.0.2-1733325659873 (Datanode Uuid 320ff012-fad1-4076-af11-7ee1c7b2cbcd) service to localhost/127.0.0.1:38673 2024-12-04T15:21:10,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:10,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data4/current/BP-1803587356-172.17.0.2-1733325659873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:10,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:10,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data3/current/BP-1803587356-172.17.0.2-1733325659873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:10,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d05ab0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:10,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f1b04e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:10,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:10,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d04875e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:10,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4c4553{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:10,262 WARN [BP-1803587356-172.17.0.2-1733325659873 heartbeating to localhost/127.0.0.1:38673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:10,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:10,262 WARN [BP-1803587356-172.17.0.2-1733325659873 heartbeating to localhost/127.0.0.1:38673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1803587356-172.17.0.2-1733325659873 (Datanode Uuid 858c6cb1-f498-4383-a01c-3b02c6a622e2) service to localhost/127.0.0.1:38673 2024-12-04T15:21:10,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:10,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data1/current/BP-1803587356-172.17.0.2-1733325659873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:10,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/cluster_4351e98f-9fab-d7d7-c96a-fcb7b4071949/dfs/data/data2/current/BP-1803587356-172.17.0.2-1733325659873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:10,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:10,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77b06f46{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:10,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ff1ef2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:10,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:10,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c9f4b21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:10,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f0a3713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:10,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:21:10,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T15:21:10,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=162 (was 150) - Thread LEAK? -, OpenFileDescriptor=518 (was 492) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1047 (was 1072), ProcessCount=11 (was 11), AvailableMemoryMB=1529 (was 1751) 2024-12-04T15:21:10,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=162, OpenFileDescriptor=518, MaxFileDescriptor=1048576, SystemLoadAverage=1047, ProcessCount=11, AvailableMemoryMB=1528 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir so I do NOT create it in target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0 2024-12-04T15:21:10,359 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.tmp.dir so I do NOT create it in target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0 2024-12-04T15:21:10,359 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fc0e80b5-6ae2-026d-07db-86c667ad2f3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:21:10,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74, deleteOnExit=true 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/test.cache.data in system properties and HBase conf 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:21:10,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-04T15:21:10,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:21:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:21:10,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:21:10,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:10,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:21:10,361 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:21:10,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:10,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:10,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:10,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:10,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:10,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:10,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51a3b594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:10,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@678266d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:10,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b539993{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/java.io.tmpdir/jetty-localhost-40725-hadoop-hdfs-3_4_1-tests_jar-_-any-13298947031737557678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:10,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22bdb8a3{HTTP/1.1, (http/1.1)}{localhost:40725} 2024-12-04T15:21:10,648 INFO [Time-limited test {}] server.Server(415): Started @63460ms 2024-12-04T15:21:10,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:10,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:10,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:10,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:10,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:21:10,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f392b55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:10,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7204b40a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:11,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38c7ac1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/java.io.tmpdir/jetty-localhost-39923-hadoop-hdfs-3_4_1-tests_jar-_-any-18008373758344410636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:11,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68753c4c{HTTP/1.1, (http/1.1)}{localhost:39923} 2024-12-04T15:21:11,136 INFO [Time-limited test {}] server.Server(415): Started @63948ms 2024-12-04T15:21:11,138 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:11,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:11,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:11,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:11,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:11,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:11,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b548d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:11,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@414ece23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:11,289 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data1/current/BP-1404933523-172.17.0.2-1733325670387/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:11,289 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data2/current/BP-1404933523-172.17.0.2-1733325670387/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:11,329 WARN [Thread-1423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ad8d9fc237bcd84 with lease ID 0x6acbc0c15e1f9ff3: Processing first storage report for DS-7237c915-4e14-4a36-bc02-3e4a82f53715 from datanode DatanodeRegistration(127.0.0.1:39643, datanodeUuid=7ceeec86-aaf6-45fc-9d96-1b196953c55b, infoPort=43509, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387) 2024-12-04T15:21:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ad8d9fc237bcd84 with lease ID 0x6acbc0c15e1f9ff3: from storage DS-7237c915-4e14-4a36-bc02-3e4a82f53715 node DatanodeRegistration(127.0.0.1:39643, datanodeUuid=7ceeec86-aaf6-45fc-9d96-1b196953c55b, infoPort=43509, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ad8d9fc237bcd84 with lease ID 0x6acbc0c15e1f9ff3: Processing first storage report for DS-bb8683f9-c04b-440c-904a-698e55d37af1 from datanode DatanodeRegistration(127.0.0.1:39643, datanodeUuid=7ceeec86-aaf6-45fc-9d96-1b196953c55b, infoPort=43509, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387) 2024-12-04T15:21:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ad8d9fc237bcd84 with lease ID 0x6acbc0c15e1f9ff3: from storage DS-bb8683f9-c04b-440c-904a-698e55d37af1 node DatanodeRegistration(127.0.0.1:39643, datanodeUuid=7ceeec86-aaf6-45fc-9d96-1b196953c55b, infoPort=43509, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:21:11,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b88c95f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/java.io.tmpdir/jetty-localhost-43563-hadoop-hdfs-3_4_1-tests_jar-_-any-9580675344385059380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:11,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4317f821{HTTP/1.1, (http/1.1)}{localhost:43563} 2024-12-04T15:21:11,405 INFO [Time-limited test {}] server.Server(415): Started @64217ms 2024-12-04T15:21:11,407 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:11,528 WARN [Thread-1470 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data3/current/BP-1404933523-172.17.0.2-1733325670387/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:11,528 WARN [Thread-1471 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data4/current/BP-1404933523-172.17.0.2-1733325670387/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:11,572 WARN [Thread-1459 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:11,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eec8941b3d923a4 with lease ID 0x6acbc0c15e1f9ff4: Processing first storage report for DS-c1948f46-2437-4659-8050-5b1928bb5894 from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=f6b90ec3-a221-4910-a200-4463482ed84d, infoPort=44913, infoSecurePort=0, ipcPort=35561, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387) 2024-12-04T15:21:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eec8941b3d923a4 with lease ID 0x6acbc0c15e1f9ff4: from storage DS-c1948f46-2437-4659-8050-5b1928bb5894 node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=f6b90ec3-a221-4910-a200-4463482ed84d, infoPort=44913, infoSecurePort=0, ipcPort=35561, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eec8941b3d923a4 with lease ID 0x6acbc0c15e1f9ff4: Processing first storage report for DS-a20ec768-4bdc-465c-b583-a3f83d10711b from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=f6b90ec3-a221-4910-a200-4463482ed84d, infoPort=44913, infoSecurePort=0, ipcPort=35561, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387) 2024-12-04T15:21:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eec8941b3d923a4 with lease ID 0x6acbc0c15e1f9ff4: from storage DS-a20ec768-4bdc-465c-b583-a3f83d10711b node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=f6b90ec3-a221-4910-a200-4463482ed84d, infoPort=44913, infoSecurePort=0, ipcPort=35561, storageInfo=lv=-57;cid=testClusterID;nsid=1161758727;c=1733325670387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:11,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0 2024-12-04T15:21:11,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/zookeeper_0, clientPort=50236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:21:11,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50236 2024-12-04T15:21:11,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:11,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:11,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:11,812 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9 with version=8 2024-12-04T15:21:11,812 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/hbase-staging 2024-12-04T15:21:11,815 INFO [Time-limited test {}] client.ConnectionUtils(129): master/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:21:11,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:11,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:11,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:11,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:11,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:11,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:11,816 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:11,828 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34231 2024-12-04T15:21:11,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:11,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:11,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34231 connecting to ZooKeeper ensemble=127.0.0.1:50236 2024-12-04T15:21:11,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342310x0, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:11,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34231-0x1005d9e85dd0000 connected 2024-12-04T15:21:11,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:11,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:11,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:21:11,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34231 2024-12-04T15:21:11,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34231 2024-12-04T15:21:11,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34231 2024-12-04T15:21:11,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34231 2024-12-04T15:21:11,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34231 2024-12-04T15:21:11,992 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9, hbase.cluster.distributed=false 2024-12-04T15:21:12,054 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:21:12,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:12,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:12,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:12,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:12,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:12,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:12,055 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:12,064 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43489 2024-12-04T15:21:12,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:12,076 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T15:21:12,108 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-04T15:21:12,108 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T15:21:12,137 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T15:21:12,140 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:12,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:12,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:12,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43489 connecting to ZooKeeper ensemble=127.0.0.1:50236 2024-12-04T15:21:12,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434890x0, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:12,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434890x0, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:12,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434890x0, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:12,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434890x0, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:21:12,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43489-0x1005d9e85dd0001 connected 2024-12-04T15:21:12,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43489 2024-12-04T15:21:12,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43489 2024-12-04T15:21:12,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43489 2024-12-04T15:21:12,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43489 2024-12-04T15:21:12,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43489 2024-12-04T15:21:12,196 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645c2dbfef2e:0 server-side Connection retries=45 2024-12-04T15:21:12,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:12,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:12,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:12,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:12,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:12,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:12,197 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:12,203 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36085 2024-12-04T15:21:12,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:12,204 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-04T15:21:12,221 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-04T15:21:12,221 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-04T15:21:12,224 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-04T15:21:12,224 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:12,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:12,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:12,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36085 connecting to ZooKeeper ensemble=127.0.0.1:50236 2024-12-04T15:21:12,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360850x0, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:12,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36085-0x1005d9e85dd0002 connected 2024-12-04T15:21:12,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:12,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:12,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:21:12,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36085 2024-12-04T15:21:12,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36085 2024-12-04T15:21:12,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36085 2024-12-04T15:21:12,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36085 2024-12-04T15:21:12,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36085 2024-12-04T15:21:12,256 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:12,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:12,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:12,264 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:12,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,274 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;645c2dbfef2e:34231 2024-12-04T15:21:12,276 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:21:12,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:21:12,280 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/645c2dbfef2e,34231,1733325671814 from backup master directory 2024-12-04T15:21:12,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:12,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:21:12,288 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:12,288 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:12,337 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/hbase.id with ID: 4487d296-d184-4c9e-9a4a-5cb9ddecf5fb 2024-12-04T15:21:12,351 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:12,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:12,387 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:12,388 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:21:12,388 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:12,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:12,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:12,411 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store 2024-12-04T15:21:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:12,444 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:12,444 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:12,444 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:12,444 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:12,444 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:12,444 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:12,444 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:12,444 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:21:12,446 WARN [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/.initializing 2024-12-04T15:21:12,446 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/WALs/645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:12,447 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:12,449 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C34231%2C1733325671814, suffix=, logDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/WALs/645c2dbfef2e,34231,1733325671814, archiveDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/oldWALs, maxLogs=10 2024-12-04T15:21:12,468 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/WALs/645c2dbfef2e,34231,1733325671814/645c2dbfef2e%2C34231%2C1733325671814.1733325672449, exclude list is [], retry=0 2024-12-04T15:21:12,472 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-7237c915-4e14-4a36-bc02-3e4a82f53715,DISK] 2024-12-04T15:21:12,474 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-c1948f46-2437-4659-8050-5b1928bb5894,DISK] 2024-12-04T15:21:12,488 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/WALs/645c2dbfef2e,34231,1733325671814/645c2dbfef2e%2C34231%2C1733325671814.1733325672449 2024-12-04T15:21:12,490 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43509:43509),(127.0.0.1/127.0.0.1:44913:44913)] 2024-12-04T15:21:12,490 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:12,490 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:12,490 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,490 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:21:12,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:12,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:21:12,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:12,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:21:12,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:12,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:21:12,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:12,544 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,544 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,550 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:12,553 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:12,568 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:12,569 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63796872, jitterRate=-0.04935252666473389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:12,569 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:21:12,570 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:21:12,580 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f41d7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:12,584 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-04T15:21:12,585 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:21:12,585 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:21:12,585 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:21:12,592 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 7 msec 2024-12-04T15:21:12,592 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:21:12,592 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:21:12,610 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:21:12,616 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T15:21:12,628 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-04T15:21:12,628 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:21:12,636 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:21:12,644 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-04T15:21:12,645 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:21:12,654 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:21:12,661 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-04T15:21:12,668 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:21:12,684 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T15:21:12,712 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:21:12,714 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T15:21:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,720 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=645c2dbfef2e,34231,1733325671814, sessionid=0x1005d9e85dd0000, setting cluster-up flag (Was=false) 2024-12-04T15:21:12,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,748 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T15:21:12,761 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:12,790 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T15:21:12,802 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:12,844 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:12,845 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-04T15:21:12,845 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:21:12,845 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 645c2dbfef2e,34231,1733325671814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/645c2dbfef2e:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:12,846 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:12,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:12,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:21:12,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325702865 2024-12-04T15:21:12,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:21:12,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:21:12,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:21:12,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:21:12,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:21:12,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:21:12,866 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:12,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,871 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:21:12,871 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:21:12,871 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:21:12,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:12,874 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:21:12,874 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:21:12,874 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325672874,5,FailOnTimeoutGroup] 2024-12-04T15:21:12,876 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325672874,5,FailOnTimeoutGroup] 2024-12-04T15:21:12,876 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:12,876 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:21:12,876 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:12,876 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:12,889 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;645c2dbfef2e:43489 2024-12-04T15:21:12,890 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1008): ClusterId : 4487d296-d184-4c9e-9a4a-5cb9ddecf5fb 2024-12-04T15:21:12,890 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:12,895 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;645c2dbfef2e:36085 2024-12-04T15:21:12,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:21:12,901 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:12,901 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:12,902 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1008): ClusterId : 4487d296-d184-4c9e-9a4a-5cb9ddecf5fb 2024-12-04T15:21:12,902 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741831_1007 (size=1039) 2024-12-04T15:21:12,904 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:12,905 DEBUG [RS:0;645c2dbfef2e:43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5301a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:12,905 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:12,905 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:12,905 DEBUG [RS:0;645c2dbfef2e:43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f65c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:21:12,905 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:21:12,905 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:21:12,905 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:21:12,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-04T15:21:12,907 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34231,1733325671814 with isa=645c2dbfef2e/172.17.0.2:43489, startcode=1733325672054 2024-12-04T15:21:12,907 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9 2024-12-04T15:21:12,907 DEBUG [RS:0;645c2dbfef2e:43489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:12,916 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:12,916 DEBUG [RS:1;645c2dbfef2e:36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae5856f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:12,916 DEBUG [RS:1;645c2dbfef2e:36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3847b8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:21:12,916 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-04T15:21:12,916 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-04T15:21:12,917 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-04T15:21:12,917 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(3073): reportForDuty to master=645c2dbfef2e,34231,1733325671814 with isa=645c2dbfef2e/172.17.0.2:36085, startcode=1733325672196 2024-12-04T15:21:12,917 DEBUG [RS:1;645c2dbfef2e:36085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:12,920 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48649, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:12,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34231 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:12,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34231 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:12,926 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58841, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:12,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34231 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:12,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34231 {}] master.ServerManager(486): Registering regionserver=645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:12,929 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9 2024-12-04T15:21:12,929 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46059 2024-12-04T15:21:12,929 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:12,932 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9 2024-12-04T15:21:12,932 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46059 2024-12-04T15:21:12,932 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:12,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:21:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:21:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:21:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:12,944 DEBUG [RS:0;645c2dbfef2e:43489 {}] zookeeper.ZKUtil(111): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:12,944 WARN [RS:0;645c2dbfef2e:43489 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:12,944 INFO [RS:0;645c2dbfef2e:43489 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:12,944 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:12,945 DEBUG [RS:1;645c2dbfef2e:36085 {}] zookeeper.ZKUtil(111): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:12,945 WARN [RS:1;645c2dbfef2e:36085 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:12,945 INFO [RS:1;645c2dbfef2e:36085 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:12,945 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:12,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,36085,1733325672196] 2024-12-04T15:21:12,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645c2dbfef2e,43489,1733325672054] 2024-12-04T15:21:12,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:12,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:12,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:12,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:12,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:12,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:12,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:12,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:12,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:12,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:12,987 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:21:12,988 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:12,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740 2024-12-04T15:21:12,990 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-04T15:21:12,991 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:12,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740 2024-12-04T15:21:12,993 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:12,996 INFO [RS:1;645c2dbfef2e:36085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:12,996 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:12,997 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:21:12,999 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:12,999 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 INFO [RS:0;645c2dbfef2e:43489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:13,000 DEBUG [RS:1;645c2dbfef2e:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:13,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:13,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:21:13,004 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-04T15:21:13,005 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645c2dbfef2e:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645c2dbfef2e:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:13,005 DEBUG [RS:0;645c2dbfef2e:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645c2dbfef2e:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:13,026 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,026 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,026 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,026 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,026 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,43489,1733325672054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:13,044 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,044 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,044 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,044 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:13,044 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36085,1733325672196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:13,052 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71946420, jitterRate=0.07208520174026489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:13,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:21:13,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:13,053 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:13,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:13,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:13,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:13,069 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:13,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:21:13,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:13,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-04T15:21:13,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:21:13,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:13,074 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:13,074 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,36085,1733325672196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:21:13,076 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:13,076 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,43489,1733325672054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,097 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.Replication(204): 645c2dbfef2e,36085,1733325672196 started 2024-12-04T15:21:13,097 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,36085,1733325672196, RpcServer on 645c2dbfef2e/172.17.0.2:36085, sessionid=0x1005d9e85dd0002 2024-12-04T15:21:13,097 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:13,097 DEBUG [RS:1;645c2dbfef2e:36085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:13,097 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,36085,1733325672196' 2024-12-04T15:21:13,097 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:21:13,097 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:21:13,098 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:13,098 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:13,098 DEBUG [RS:1;645c2dbfef2e:36085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:13,098 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,36085,1733325672196' 2024-12-04T15:21:13,098 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:21:13,098 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:21:13,098 DEBUG [RS:1;645c2dbfef2e:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:13,098 INFO [RS:1;645c2dbfef2e:36085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:13,099 INFO [RS:1;645c2dbfef2e:36085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:13,124 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.Replication(204): 645c2dbfef2e,43489,1733325672054 started 2024-12-04T15:21:13,124 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1767): Serving as 645c2dbfef2e,43489,1733325672054, RpcServer on 645c2dbfef2e/172.17.0.2:43489, sessionid=0x1005d9e85dd0001 2024-12-04T15:21:13,124 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:13,124 DEBUG [RS:0;645c2dbfef2e:43489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:13,124 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,43489,1733325672054' 2024-12-04T15:21:13,124 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:21:13,130 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:21:13,136 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:13,136 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:13,136 DEBUG [RS:0;645c2dbfef2e:43489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:13,136 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645c2dbfef2e,43489,1733325672054' 2024-12-04T15:21:13,136 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:21:13,148 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:21:13,160 DEBUG [RS:0;645c2dbfef2e:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:13,160 INFO [RS:0;645c2dbfef2e:43489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:13,160 INFO [RS:0;645c2dbfef2e:43489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:13,200 INFO [RS:1;645c2dbfef2e:36085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:13,212 INFO [RS:1;645c2dbfef2e:36085 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C36085%2C1733325672196, suffix=, logDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,36085,1733325672196, archiveDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/oldWALs, maxLogs=32 2024-12-04T15:21:13,232 WARN [645c2dbfef2e:34231 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-04T15:21:13,239 DEBUG [RS:1;645c2dbfef2e:36085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,36085,1733325672196/645c2dbfef2e%2C36085%2C1733325672196.1733325673212, exclude list is [], retry=0 2024-12-04T15:21:13,252 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-7237c915-4e14-4a36-bc02-3e4a82f53715,DISK] 2024-12-04T15:21:13,260 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-c1948f46-2437-4659-8050-5b1928bb5894,DISK] 2024-12-04T15:21:13,261 INFO [RS:0;645c2dbfef2e:43489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:13,268 INFO [RS:1;645c2dbfef2e:36085 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,36085,1733325672196/645c2dbfef2e%2C36085%2C1733325672196.1733325673212 2024-12-04T15:21:13,270 INFO [RS:0;645c2dbfef2e:43489 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C43489%2C1733325672054, suffix=, logDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,43489,1733325672054, archiveDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/oldWALs, maxLogs=32 2024-12-04T15:21:13,276 DEBUG [RS:1;645c2dbfef2e:36085 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43509:43509),(127.0.0.1/127.0.0.1:44913:44913)] 2024-12-04T15:21:13,298 DEBUG [RS:0;645c2dbfef2e:43489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,43489,1733325672054/645c2dbfef2e%2C43489%2C1733325672054.1733325673270, exclude list is [], retry=0 2024-12-04T15:21:13,302 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-c1948f46-2437-4659-8050-5b1928bb5894,DISK] 2024-12-04T15:21:13,302 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-7237c915-4e14-4a36-bc02-3e4a82f53715,DISK] 2024-12-04T15:21:13,314 INFO [RS:0;645c2dbfef2e:43489 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,43489,1733325672054/645c2dbfef2e%2C43489%2C1733325672054.1733325673270 2024-12-04T15:21:13,316 DEBUG [RS:0;645c2dbfef2e:43489 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44913:44913),(127.0.0.1/127.0.0.1:43509:43509)] 2024-12-04T15:21:13,482 DEBUG [645c2dbfef2e:34231 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-04T15:21:13,482 DEBUG [645c2dbfef2e:34231 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:21:13,485 DEBUG [645c2dbfef2e:34231 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:21:13,485 DEBUG [645c2dbfef2e:34231 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:21:13,485 INFO [645c2dbfef2e:34231 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:21:13,485 INFO [645c2dbfef2e:34231 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:21:13,485 DEBUG [645c2dbfef2e:34231 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:21:13,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:13,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,43489,1733325672054, state=OPENING 2024-12-04T15:21:13,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:21:13,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:13,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:13,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:13,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:13,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=645c2dbfef2e,43489,1733325672054}] 2024-12-04T15:21:13,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:13,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:13,650 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:13,661 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-04T15:21:13,662 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:13,662 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:21:13,668 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645c2dbfef2e%2C43489%2C1733325672054.meta, suffix=.meta, logDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,43489,1733325672054, archiveDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/oldWALs, maxLogs=32 2024-12-04T15:21:13,694 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,43489,1733325672054/645c2dbfef2e%2C43489%2C1733325672054.meta.1733325673668.meta, exclude list is [], retry=0 2024-12-04T15:21:13,697 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-c1948f46-2437-4659-8050-5b1928bb5894,DISK] 2024-12-04T15:21:13,698 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-7237c915-4e14-4a36-bc02-3e4a82f53715,DISK] 2024-12-04T15:21:13,716 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/WALs/645c2dbfef2e,43489,1733325672054/645c2dbfef2e%2C43489%2C1733325672054.meta.1733325673668.meta 2024-12-04T15:21:13,718 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44913:44913),(127.0.0.1/127.0.0.1:43509:43509)] 2024-12-04T15:21:13,719 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:13,719 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:13,719 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:21:13,719 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:21:13,720 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:21:13,720 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:13,720 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-04T15:21:13,720 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-04T15:21:13,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:13,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:13,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:13,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:13,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:13,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:13,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:13,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:13,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:13,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:13,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:13,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:13,764 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740 2024-12-04T15:21:13,776 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740 2024-12-04T15:21:13,790 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:13,799 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-04T15:21:13,804 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60445858, jitterRate=-0.0992865264415741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:13,805 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-04T15:21:13,810 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325673647 2024-12-04T15:21:13,822 DEBUG [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:21:13,822 INFO [RS_OPEN_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-04T15:21:13,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:13,828 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645c2dbfef2e,43489,1733325672054, state=OPEN 2024-12-04T15:21:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:21:13,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:13,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:21:13,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:21:13,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:21:13,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:21:13,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=645c2dbfef2e,43489,1733325672054 in 338 msec 2024-12-04T15:21:13,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:21:13,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-12-04T15:21:13,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-12-04T15:21:13,842 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325673842, completionTime=-1 2024-12-04T15:21:13,842 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-04T15:21:13,842 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-04T15:21:13,851 DEBUG [hconnection-0x2cb79b52-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:13,862 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:13,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-04T15:21:13,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325733865 2024-12-04T15:21:13,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325793865 2024-12-04T15:21:13,865 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 22 msec 2024-12-04T15:21:13,915 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T15:21:13,918 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34231,1733325671814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,918 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34231,1733325671814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,919 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34231,1733325671814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,919 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-645c2dbfef2e:34231, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,919 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:13,919 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-04T15:21:13,919 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:13,923 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-04T15:21:13,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:13,925 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:13,926 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:13,931 DEBUG [master/645c2dbfef2e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-04T15:21:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:21:14,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741836_1012 (size=358) 2024-12-04T15:21:14,017 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 44632d1228671f2d00f88a662e28cd7f, NAME => 'hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9 2024-12-04T15:21:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:21:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741837_1013 (size=42) 2024-12-04T15:21:14,441 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:14,442 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 44632d1228671f2d00f88a662e28cd7f, disabling compactions & flushes 2024-12-04T15:21:14,442 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:14,442 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:14,442 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. after waiting 0 ms 2024-12-04T15:21:14,442 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:14,442 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:14,442 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 44632d1228671f2d00f88a662e28cd7f: 2024-12-04T15:21:14,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:14,444 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733325674443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325674443"}]},"ts":"1733325674443"} 2024-12-04T15:21:14,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-04T15:21:14,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:14,447 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325674447"}]},"ts":"1733325674447"} 2024-12-04T15:21:14,449 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-04T15:21:14,453 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:21:14,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:21:14,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:21:14,454 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:21:14,454 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:21:14,454 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:21:14,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=44632d1228671f2d00f88a662e28cd7f, ASSIGN}] 2024-12-04T15:21:14,456 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=44632d1228671f2d00f88a662e28cd7f, ASSIGN 2024-12-04T15:21:14,457 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=44632d1228671f2d00f88a662e28cd7f, ASSIGN; state=OFFLINE, location=645c2dbfef2e,43489,1733325672054; forceNewPlan=false, retain=false 2024-12-04T15:21:14,608 INFO [645c2dbfef2e:34231 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-04T15:21:14,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=44632d1228671f2d00f88a662e28cd7f, regionState=OPENING, regionLocation=645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:14,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 44632d1228671f2d00f88a662e28cd7f, server=645c2dbfef2e,43489,1733325672054}] 2024-12-04T15:21:14,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:14,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:14,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 44632d1228671f2d00f88a662e28cd7f, NAME => 'hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:14,777 INFO [StoreOpener-44632d1228671f2d00f88a662e28cd7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:14,789 INFO [StoreOpener-44632d1228671f2d00f88a662e28cd7f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44632d1228671f2d00f88a662e28cd7f columnFamilyName info 2024-12-04T15:21:14,789 DEBUG [StoreOpener-44632d1228671f2d00f88a662e28cd7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:14,796 INFO [StoreOpener-44632d1228671f2d00f88a662e28cd7f-1 {}] regionserver.HStore(327): Store=44632d1228671f2d00f88a662e28cd7f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:14,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:14,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:14,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:14,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:14,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 44632d1228671f2d00f88a662e28cd7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65702859, jitterRate=-0.020951107144355774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:21:14,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 44632d1228671f2d00f88a662e28cd7f: 2024-12-04T15:21:14,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f., pid=6, masterSystemTime=1733325674764 2024-12-04T15:21:14,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:14,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:14,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=44632d1228671f2d00f88a662e28cd7f, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:14,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:21:14,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 44632d1228671f2d00f88a662e28cd7f, server=645c2dbfef2e,43489,1733325672054 in 217 msec 2024-12-04T15:21:14,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:21:14,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=44632d1228671f2d00f88a662e28cd7f, ASSIGN in 391 msec 2024-12-04T15:21:14,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:14,851 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325674850"}]},"ts":"1733325674850"} 2024-12-04T15:21:14,862 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-04T15:21:14,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:14,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 954 msec 2024-12-04T15:21:14,940 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-04T15:21:14,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:21:14,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:14,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:14,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:14,962 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-04T15:21:15,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:21:15,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 49 msec 2024-12-04T15:21:15,032 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-04T15:21:15,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-04T15:21:15,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-04T15:21:15,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 55 msec 2024-12-04T15:21:15,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-04T15:21:15,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-04T15:21:15,156 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.868sec 2024-12-04T15:21:15,160 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:21:15,160 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:21:15,160 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:21:15,160 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:21:15,160 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:21:15,160 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34231,1733325671814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:15,160 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34231,1733325671814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:21:15,163 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:21:15,163 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:21:15,163 INFO [master/645c2dbfef2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645c2dbfef2e,34231,1733325671814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:15,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x316ca717 to 127.0.0.1:50236 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ed6f46f 2024-12-04T15:21:15,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3c858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:15,240 DEBUG [hconnection-0x79d9fd38-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:15,243 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:15,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:15,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:15,278 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:15,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-04T15:21:15,296 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:15,296 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:15,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-04T15:21:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:15,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:21:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:15,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741838_1014 (size=379) 2024-12-04T15:21:15,413 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e17fb6905dddbc66096d31247ef63e2, NAME => 'testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9 2024-12-04T15:21:15,413 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 40f4d5b0cc77a0a67860698dee0aa0ea, NAME => 'testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9 2024-12-04T15:21:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:21:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741839_1015 (size=61) 2024-12-04T15:21:15,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:21:15,533 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:15,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 5e17fb6905dddbc66096d31247ef63e2, disabling compactions & flushes 2024-12-04T15:21:15,534 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:15,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:15,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. after waiting 0 ms 2024-12-04T15:21:15,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:15,534 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:15,534 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e17fb6905dddbc66096d31247ef63e2: 2024-12-04T15:21:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741840_1016 (size=61) 2024-12-04T15:21:15,548 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:15,548 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 40f4d5b0cc77a0a67860698dee0aa0ea, disabling compactions & flushes 2024-12-04T15:21:15,548 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:15,548 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:15,548 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. after waiting 0 ms 2024-12-04T15:21:15,548 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:15,548 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:15,548 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 40f4d5b0cc77a0a67860698dee0aa0ea: 2024-12-04T15:21:15,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:15,564 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325675564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325675564"}]},"ts":"1733325675564"} 2024-12-04T15:21:15,564 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733325675564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325675564"}]},"ts":"1733325675564"} 2024-12-04T15:21:15,576 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-04T15:21:15,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:15,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325675592"}]},"ts":"1733325675592"} 2024-12-04T15:21:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:15,604 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-04T15:21:15,632 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {645c2dbfef2e=0} racks are {/default-rack=0} 2024-12-04T15:21:15,639 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-04T15:21:15,639 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-04T15:21:15,639 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-04T15:21:15,639 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-04T15:21:15,639 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T15:21:15,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e17fb6905dddbc66096d31247ef63e2, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40f4d5b0cc77a0a67860698dee0aa0ea, ASSIGN}] 2024-12-04T15:21:15,641 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40f4d5b0cc77a0a67860698dee0aa0ea, ASSIGN 2024-12-04T15:21:15,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e17fb6905dddbc66096d31247ef63e2, ASSIGN 2024-12-04T15:21:15,642 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e17fb6905dddbc66096d31247ef63e2, ASSIGN; state=OFFLINE, location=645c2dbfef2e,36085,1733325672196; forceNewPlan=false, retain=false 2024-12-04T15:21:15,642 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40f4d5b0cc77a0a67860698dee0aa0ea, ASSIGN; state=OFFLINE, location=645c2dbfef2e,43489,1733325672054; forceNewPlan=false, retain=false 2024-12-04T15:21:15,792 INFO [645c2dbfef2e:34231 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-04T15:21:15,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=40f4d5b0cc77a0a67860698dee0aa0ea, regionState=OPENING, regionLocation=645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:15,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5e17fb6905dddbc66096d31247ef63e2, regionState=OPENING, regionLocation=645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:15,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 40f4d5b0cc77a0a67860698dee0aa0ea, server=645c2dbfef2e,43489,1733325672054}] 2024-12-04T15:21:15,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 5e17fb6905dddbc66096d31247ef63e2, server=645c2dbfef2e,36085,1733325672196}] 2024-12-04T15:21:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:15,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:15,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:15,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:15,968 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:16,000 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,000 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 40f4d5b0cc77a0a67860698dee0aa0ea, NAME => 'testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea.', STARTKEY => '5', ENDKEY => ''} 2024-12-04T15:21:16,001 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,001 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:16,001 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,001 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,016 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,016 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e17fb6905dddbc66096d31247ef63e2, NAME => 'testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2.', STARTKEY => '', ENDKEY => '5'} 2024-12-04T15:21:16,016 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,016 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:16,016 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,016 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,028 INFO [StoreOpener-40f4d5b0cc77a0a67860698dee0aa0ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,028 INFO [StoreOpener-5e17fb6905dddbc66096d31247ef63e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,037 INFO [StoreOpener-40f4d5b0cc77a0a67860698dee0aa0ea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f4d5b0cc77a0a67860698dee0aa0ea columnFamilyName family 2024-12-04T15:21:16,037 DEBUG [StoreOpener-40f4d5b0cc77a0a67860698dee0aa0ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:16,040 INFO [StoreOpener-5e17fb6905dddbc66096d31247ef63e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e17fb6905dddbc66096d31247ef63e2 columnFamilyName family 2024-12-04T15:21:16,040 DEBUG [StoreOpener-5e17fb6905dddbc66096d31247ef63e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:16,041 INFO [StoreOpener-40f4d5b0cc77a0a67860698dee0aa0ea-1 {}] regionserver.HStore(327): Store=40f4d5b0cc77a0a67860698dee0aa0ea/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:16,042 INFO [StoreOpener-5e17fb6905dddbc66096d31247ef63e2-1 {}] regionserver.HStore(327): Store=5e17fb6905dddbc66096d31247ef63e2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:16,045 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,046 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,048 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,049 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,049 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,060 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:16,061 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 5e17fb6905dddbc66096d31247ef63e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65464105, jitterRate=-0.024508818984031677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:21:16,062 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 5e17fb6905dddbc66096d31247ef63e2: 2024-12-04T15:21:16,070 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,071 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2., pid=13, masterSystemTime=1733325675966 2024-12-04T15:21:16,073 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,073 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5e17fb6905dddbc66096d31247ef63e2, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:16,076 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:16,077 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 40f4d5b0cc77a0a67860698dee0aa0ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68069003, jitterRate=0.014307186007499695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T15:21:16,077 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 40f4d5b0cc77a0a67860698dee0aa0ea: 2024-12-04T15:21:16,078 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea., pid=12, masterSystemTime=1733325675959 2024-12-04T15:21:16,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-04T15:21:16,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 5e17fb6905dddbc66096d31247ef63e2, server=645c2dbfef2e,36085,1733325672196 in 276 msec 2024-12-04T15:21:16,082 DEBUG [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,082 INFO [RS_OPEN_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=40f4d5b0cc77a0a67860698dee0aa0ea, regionState=OPEN, openSeqNum=2, regionLocation=645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:16,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e17fb6905dddbc66096d31247ef63e2, ASSIGN in 442 msec 2024-12-04T15:21:16,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:21:16,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 40f4d5b0cc77a0a67860698dee0aa0ea, server=645c2dbfef2e,43489,1733325672054 in 291 msec 2024-12-04T15:21:16,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-04T15:21:16,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40f4d5b0cc77a0a67860698dee0aa0ea, ASSIGN in 453 msec 2024-12-04T15:21:16,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:16,097 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325676097"}]},"ts":"1733325676097"} 2024-12-04T15:21:16,104 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-04T15:21:16,107 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:16,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 826 msec 2024-12-04T15:21:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34231 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-04T15:21:16,406 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-04T15:21:16,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-04T15:21:16,406 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:21:16,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-04T15:21:16,410 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T15:21:16,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-04T15:21:16,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:16,415 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:16,448 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 40f4d5b0cc77a0a67860698dee0aa0ea 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-04T15:21:16,465 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea/.tmp/family/7c0032e8072843a085664956f50decbe is 32, key is 5/family:/1733325676436/Put/seqid=0 2024-12-04T15:21:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741841_1017 (size=5083) 2024-12-04T15:21:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741841_1017 (size=5083) 2024-12-04T15:21:16,475 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea/.tmp/family/7c0032e8072843a085664956f50decbe 2024-12-04T15:21:16,488 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea/.tmp/family/7c0032e8072843a085664956f50decbe as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea/family/7c0032e8072843a085664956f50decbe 2024-12-04T15:21:16,511 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea/family/7c0032e8072843a085664956f50decbe, entries=5, sequenceid=9, filesize=5.0 K 2024-12-04T15:21:16,515 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 40f4d5b0cc77a0a67860698dee0aa0ea in 67ms, sequenceid=9, compaction requested=false 2024-12-04T15:21:16,515 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 40f4d5b0cc77a0a67860698dee0aa0ea: 2024-12-04T15:21:16,515 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 5e17fb6905dddbc66096d31247ef63e2 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-04T15:21:16,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2/.tmp/family/e16e15d460c24b51ab386901dc9d355c is 32, key is 1/family:/1733325676416/Put/seqid=0 2024-12-04T15:21:16,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741842_1018 (size=5054) 2024-12-04T15:21:16,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741842_1018 (size=5054) 2024-12-04T15:21:16,556 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2/.tmp/family/e16e15d460c24b51ab386901dc9d355c 2024-12-04T15:21:16,567 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2/.tmp/family/e16e15d460c24b51ab386901dc9d355c as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2/family/e16e15d460c24b51ab386901dc9d355c 2024-12-04T15:21:16,581 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2/family/e16e15d460c24b51ab386901dc9d355c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T15:21:16,588 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5e17fb6905dddbc66096d31247ef63e2 in 73ms, sequenceid=8, compaction requested=false 2024-12-04T15:21:16,588 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 5e17fb6905dddbc66096d31247ef63e2: 2024-12-04T15:21:16,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:16,597 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] bucket.BucketCache(1851): found 1 blocks for file e16e15d460c24b51ab386901dc9d355c, starting offset: 0, end offset: 9223372036854775807 2024-12-04T15:21:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] bucket.BucketCache(843): removed key e16e15d460c24b51ab386901dc9d355c_0 from back map with offset lock 2094080 in the evict process 2024-12-04T15:21:16,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:16,599 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] bucket.BucketCache(1851): found 1 blocks for file 7c0032e8072843a085664956f50decbe, starting offset: 0, end offset: 9223372036854775807 2024-12-04T15:21:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] bucket.BucketCache(843): removed key 7c0032e8072843a085664956f50decbe_0 from back map with offset lock 2094080 in the evict process 2024-12-04T15:21:16,599 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-04T15:21:16,599 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-04T15:21:16,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x316ca717 to 127.0.0.1:50236 2024-12-04T15:21:16,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:16,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:21:16,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1027389996, stopped=false 2024-12-04T15:21:16,600 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:21:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:16,602 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-04T15:21:16,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:16,603 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,43489,1733325672054' ***** 2024-12-04T15:21:16,603 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:21:16,603 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,36085,1733325672196' ***** 2024-12-04T15:21:16,603 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-04T15:21:16,603 INFO [RS:1;645c2dbfef2e:36085 {}] bucket.BucketCache(1726): Disabling cache 2024-12-04T15:21:16,603 INFO [RS:0;645c2dbfef2e:43489 {}] bucket.BucketCache(1726): Disabling cache 2024-12-04T15:21:16,603 INFO [RS:0;645c2dbfef2e:43489 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T15:21:16,603 INFO [RS:1;645c2dbfef2e:36085 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-04T15:21:16,603 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T15:21:16,603 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T15:21:16,603 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T15:21:16,603 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-04T15:21:16,603 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:16,603 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-04T15:21:16,603 INFO [RS:0;645c2dbfef2e:43489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:16,603 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-04T15:21:16,603 INFO [RS:0;645c2dbfef2e:43489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(3579): Received CLOSE for 40f4d5b0cc77a0a67860698dee0aa0ea 2024-12-04T15:21:16,604 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(3579): Received CLOSE for 44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:16,604 DEBUG [RS:0;645c2dbfef2e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:16,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:16,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:16,604 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 40f4d5b0cc77a0a67860698dee0aa0ea, disabling compactions & flushes 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-04T15:21:16,604 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,604 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,604 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. after waiting 0 ms 2024-12-04T15:21:16,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:21:16,604 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,604 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-04T15:21:16,604 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1603): Online Regions={40f4d5b0cc77a0a67860698dee0aa0ea=testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea., 1588230740=hbase:meta,,1.1588230740, 44632d1228671f2d00f88a662e28cd7f=hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f.} 2024-12-04T15:21:16,604 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:16,604 DEBUG [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 40f4d5b0cc77a0a67860698dee0aa0ea, 44632d1228671f2d00f88a662e28cd7f 2024-12-04T15:21:16,604 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:16,604 INFO [RS:1;645c2dbfef2e:36085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:16,605 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:16,605 INFO [RS:1;645c2dbfef2e:36085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:16,605 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:16,605 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:16,605 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:16,605 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(3579): Received CLOSE for 5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,605 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-04T15:21:16,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-04T15:21:16,605 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:16,605 DEBUG [RS:1;645c2dbfef2e:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:16,605 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-04T15:21:16,605 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1603): Online Regions={5e17fb6905dddbc66096d31247ef63e2=testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2.} 2024-12-04T15:21:16,605 DEBUG [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1629): Waiting on 5e17fb6905dddbc66096d31247ef63e2 2024-12-04T15:21:16,605 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5e17fb6905dddbc66096d31247ef63e2, disabling compactions & flushes 2024-12-04T15:21:16,606 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,606 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,606 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. after waiting 0 ms 2024-12-04T15:21:16,606 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,610 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/5e17fb6905dddbc66096d31247ef63e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:21:16,611 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/default/testClearRegionBlockCache/40f4d5b0cc77a0a67860698dee0aa0ea/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-04T15:21:16,611 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,611 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5e17fb6905dddbc66096d31247ef63e2: 2024-12-04T15:21:16,611 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,611 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 40f4d5b0cc77a0a67860698dee0aa0ea: 2024-12-04T15:21:16,611 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733325675281.5e17fb6905dddbc66096d31247ef63e2. 2024-12-04T15:21:16,612 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea. 2024-12-04T15:21:16,612 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 44632d1228671f2d00f88a662e28cd7f, disabling compactions & flushes 2024-12-04T15:21:16,612 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:16,612 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:16,612 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. after waiting 0 ms 2024-12-04T15:21:16,612 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:16,612 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 44632d1228671f2d00f88a662e28cd7f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-04T15:21:16,633 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f/.tmp/info/b6b1d53b8ffb4527b642710e723b45b6 is 45, key is default/info:d/1733325674976/Put/seqid=0 2024-12-04T15:21:16,634 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/.tmp/info/78a62f0555894ba4bcd7c2b97d40ddf8 is 173, key is testClearRegionBlockCache,5,1733325675281.40f4d5b0cc77a0a67860698dee0aa0ea./info:regioninfo/1733325676084/Put/seqid=0 2024-12-04T15:21:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741844_1020 (size=9337) 2024-12-04T15:21:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741844_1020 (size=9337) 2024-12-04T15:21:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741843_1019 (size=5037) 2024-12-04T15:21:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741843_1019 (size=5037) 2024-12-04T15:21:16,643 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f/.tmp/info/b6b1d53b8ffb4527b642710e723b45b6 2024-12-04T15:21:16,643 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/.tmp/info/78a62f0555894ba4bcd7c2b97d40ddf8 2024-12-04T15:21:16,650 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:16,650 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f/.tmp/info/b6b1d53b8ffb4527b642710e723b45b6 as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f/info/b6b1d53b8ffb4527b642710e723b45b6 2024-12-04T15:21:16,656 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f/info/b6b1d53b8ffb4527b642710e723b45b6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-04T15:21:16,657 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 44632d1228671f2d00f88a662e28cd7f in 45ms, sequenceid=6, compaction requested=false 2024-12-04T15:21:16,663 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/namespace/44632d1228671f2d00f88a662e28cd7f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:21:16,664 INFO [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:16,664 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 44632d1228671f2d00f88a662e28cd7f: 2024-12-04T15:21:16,664 DEBUG [RS_CLOSE_REGION-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733325673919.44632d1228671f2d00f88a662e28cd7f. 2024-12-04T15:21:16,672 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/.tmp/table/42bb4e86f8244c34afc4406b70f3a00f is 61, key is testClearRegionBlockCache/table:state/1733325676097/Put/seqid=0 2024-12-04T15:21:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:21:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741845_1021 (size=5392) 2024-12-04T15:21:16,678 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/.tmp/table/42bb4e86f8244c34afc4406b70f3a00f 2024-12-04T15:21:16,683 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/.tmp/info/78a62f0555894ba4bcd7c2b97d40ddf8 as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/info/78a62f0555894ba4bcd7c2b97d40ddf8 2024-12-04T15:21:16,688 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/info/78a62f0555894ba4bcd7c2b97d40ddf8, entries=30, sequenceid=16, filesize=9.1 K 2024-12-04T15:21:16,689 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/.tmp/table/42bb4e86f8244c34afc4406b70f3a00f as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/table/42bb4e86f8244c34afc4406b70f3a00f 2024-12-04T15:21:16,695 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/table/42bb4e86f8244c34afc4406b70f3a00f, entries=4, sequenceid=16, filesize=5.3 K 2024-12-04T15:21:16,696 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=16, compaction requested=false 2024-12-04T15:21:16,700 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:21:16,701 INFO [regionserver/645c2dbfef2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:16,701 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:16,701 INFO [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:16,701 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-04T15:21:16,701 DEBUG [RS_CLOSE_META-regionserver/645c2dbfef2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:16,805 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,43489,1733325672054; all regions closed. 2024-12-04T15:21:16,806 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,36085,1733325672196; all regions closed. 2024-12-04T15:21:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741833_1009 (size=1758) 2024-12-04T15:21:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:21:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741835_1011 (size=5602) 2024-12-04T15:21:16,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741833_1009 (size=1758) 2024-12-04T15:21:16,811 DEBUG [RS:0;645c2dbfef2e:43489 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/oldWALs 2024-12-04T15:21:16,811 INFO [RS:0;645c2dbfef2e:43489 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C43489%2C1733325672054.meta:.meta(num 1733325673668) 2024-12-04T15:21:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741834_1010 (size=3188) 2024-12-04T15:21:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741834_1010 (size=3188) 2024-12-04T15:21:16,816 DEBUG [RS:0;645c2dbfef2e:43489 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/oldWALs 2024-12-04T15:21:16,816 INFO [RS:0;645c2dbfef2e:43489 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C43489%2C1733325672054:(num 1733325673270) 2024-12-04T15:21:16,816 DEBUG [RS:0;645c2dbfef2e:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:16,816 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:16,816 INFO [RS:0;645c2dbfef2e:43489 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:16,817 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:21:16,817 INFO [RS:0;645c2dbfef2e:43489 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43489 2024-12-04T15:21:16,819 DEBUG [RS:1;645c2dbfef2e:36085 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/oldWALs 2024-12-04T15:21:16,819 INFO [RS:1;645c2dbfef2e:36085 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645c2dbfef2e%2C36085%2C1733325672196:(num 1733325673212) 2024-12-04T15:21:16,819 DEBUG [RS:1;645c2dbfef2e:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:16,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,43489,1733325672054 2024-12-04T15:21:16,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:21:16,819 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:16,819 INFO [RS:1;645c2dbfef2e:36085 {}] hbase.ChoreService(370): Chore service for: regionserver/645c2dbfef2e:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:16,819 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:16,819 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:16,819 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:16,820 INFO [RS:1;645c2dbfef2e:36085 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36085 2024-12-04T15:21:16,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,43489,1733325672054] 2024-12-04T15:21:16,820 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,43489,1733325672054; numProcessing=1 2024-12-04T15:21:16,820 INFO [regionserver/645c2dbfef2e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:21:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:21:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645c2dbfef2e,36085,1733325672196 2024-12-04T15:21:16,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,43489,1733325672054 already deleted, retry=false 2024-12-04T15:21:16,822 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,43489,1733325672054 expired; onlineServers=1 2024-12-04T15:21:16,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645c2dbfef2e,36085,1733325672196] 2024-12-04T15:21:16,823 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645c2dbfef2e,36085,1733325672196; numProcessing=2 2024-12-04T15:21:16,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645c2dbfef2e,36085,1733325672196 already deleted, retry=false 2024-12-04T15:21:16,824 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645c2dbfef2e,36085,1733325672196 expired; onlineServers=0 2024-12-04T15:21:16,824 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645c2dbfef2e,34231,1733325671814' ***** 2024-12-04T15:21:16,824 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:21:16,824 DEBUG [M:0;645c2dbfef2e:34231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0e3b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645c2dbfef2e/172.17.0.2:0 2024-12-04T15:21:16,824 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HRegionServer(1224): stopping server 645c2dbfef2e,34231,1733325671814 2024-12-04T15:21:16,824 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HRegionServer(1250): stopping server 645c2dbfef2e,34231,1733325671814; all regions closed. 2024-12-04T15:21:16,824 DEBUG [M:0;645c2dbfef2e:34231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:16,824 DEBUG [M:0;645c2dbfef2e:34231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:21:16,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:21:16,824 DEBUG [M:0;645c2dbfef2e:34231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:21:16,824 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325672874 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.small.0-1733325672874,5,FailOnTimeoutGroup] 2024-12-04T15:21:16,825 DEBUG [master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325672874 {}] cleaner.HFileCleaner(306): Exit Thread[master/645c2dbfef2e:0:becomeActiveMaster-HFileCleaner.large.0-1733325672874,5,FailOnTimeoutGroup] 2024-12-04T15:21:16,825 INFO [M:0;645c2dbfef2e:34231 {}] hbase.ChoreService(370): Chore service for: master/645c2dbfef2e:0 had [] on shutdown 2024-12-04T15:21:16,825 DEBUG [M:0;645c2dbfef2e:34231 {}] master.HMaster(1733): Stopping service threads 2024-12-04T15:21:16,825 INFO [M:0;645c2dbfef2e:34231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:21:16,825 INFO [M:0;645c2dbfef2e:34231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:21:16,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:21:16,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T15:21:16,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:21:16,826 DEBUG [M:0;645c2dbfef2e:34231 {}] zookeeper.ZKUtil(347): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T15:21:16,826 WARN [M:0;645c2dbfef2e:34231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:21:16,826 INFO [M:0;645c2dbfef2e:34231 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-04T15:21:16,826 INFO [M:0;645c2dbfef2e:34231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:21:16,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:21:16,826 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:16,826 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:16,826 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:16,826 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:16,826 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:16,826 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-12-04T15:21:16,843 DEBUG [M:0;645c2dbfef2e:34231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d873c4e80bd540f496f4625b068c0d42 is 82, key is hbase:meta,,1/info:regioninfo/1733325673826/Put/seqid=0 2024-12-04T15:21:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:21:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:21:16,849 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d873c4e80bd540f496f4625b068c0d42 2024-12-04T15:21:16,869 DEBUG [M:0;645c2dbfef2e:34231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c6567324d443a0b366cce3b3c46274 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733325676112/Put/seqid=0 2024-12-04T15:21:16,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741847_1023 (size=7581) 2024-12-04T15:21:16,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741847_1023 (size=7581) 2024-12-04T15:21:16,875 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c6567324d443a0b366cce3b3c46274 2024-12-04T15:21:16,905 DEBUG [M:0;645c2dbfef2e:34231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b3ae316da1e4a2485d08cc11c18e4ae is 69, key is 645c2dbfef2e,36085,1733325672196/rs:state/1733325672928/Put/seqid=0 2024-12-04T15:21:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:21:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741848_1024 (size=5224) 2024-12-04T15:21:16,911 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b3ae316da1e4a2485d08cc11c18e4ae 2024-12-04T15:21:16,916 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d873c4e80bd540f496f4625b068c0d42 as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d873c4e80bd540f496f4625b068c0d42 2024-12-04T15:21:16,921 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d873c4e80bd540f496f4625b068c0d42, entries=8, sequenceid=108, filesize=5.5 K 2024-12-04T15:21:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1005d9e85dd0001, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:16,922 INFO [RS:0;645c2dbfef2e:43489 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,43489,1733325672054; zookeeper connection closed. 2024-12-04T15:21:16,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3829dc63 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3829dc63 2024-12-04T15:21:16,922 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0c6567324d443a0b366cce3b3c46274 as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0c6567324d443a0b366cce3b3c46274 2024-12-04T15:21:16,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:16,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1005d9e85dd0002, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:16,923 INFO [RS:1;645c2dbfef2e:36085 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,36085,1733325672196; zookeeper connection closed. 2024-12-04T15:21:16,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a82ea3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a82ea3 2024-12-04T15:21:16,924 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-04T15:21:16,928 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0c6567324d443a0b366cce3b3c46274, entries=13, sequenceid=108, filesize=7.4 K 2024-12-04T15:21:16,929 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b3ae316da1e4a2485d08cc11c18e4ae as hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b3ae316da1e4a2485d08cc11c18e4ae 2024-12-04T15:21:16,935 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46059/user/jenkins/test-data/32169d67-2134-b5b4-c9a9-debe9327b1d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b3ae316da1e4a2485d08cc11c18e4ae, entries=2, sequenceid=108, filesize=5.1 K 2024-12-04T15:21:16,936 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=108, compaction requested=false 2024-12-04T15:21:16,943 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:16,943 DEBUG [M:0;645c2dbfef2e:34231 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-04T15:21:16,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741830_1006 (size=54553) 2024-12-04T15:21:16,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741830_1006 (size=54553) 2024-12-04T15:21:16,946 INFO [M:0;645c2dbfef2e:34231 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-04T15:21:16,946 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-04T15:21:16,946 INFO [M:0;645c2dbfef2e:34231 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34231 2024-12-04T15:21:16,948 DEBUG [M:0;645c2dbfef2e:34231 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/645c2dbfef2e,34231,1733325671814 already deleted, retry=false 2024-12-04T15:21:17,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:17,050 INFO [M:0;645c2dbfef2e:34231 {}] regionserver.HRegionServer(1307): Exiting; stopping=645c2dbfef2e,34231,1733325671814; zookeeper connection closed. 2024-12-04T15:21:17,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34231-0x1005d9e85dd0000, quorum=127.0.0.1:50236, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:17,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b88c95f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:17,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4317f821{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:17,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:17,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@414ece23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:17,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b548d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:17,066 WARN [BP-1404933523-172.17.0.2-1733325670387 heartbeating to localhost/127.0.0.1:46059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:17,066 WARN [BP-1404933523-172.17.0.2-1733325670387 heartbeating to localhost/127.0.0.1:46059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404933523-172.17.0.2-1733325670387 (Datanode Uuid f6b90ec3-a221-4910-a200-4463482ed84d) service to localhost/127.0.0.1:46059 2024-12-04T15:21:17,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:17,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:17,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data3/current/BP-1404933523-172.17.0.2-1733325670387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:17,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data4/current/BP-1404933523-172.17.0.2-1733325670387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:17,068 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:17,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38c7ac1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:17,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68753c4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:17,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:17,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7204b40a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:17,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f392b55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:17,083 WARN [BP-1404933523-172.17.0.2-1733325670387 heartbeating to localhost/127.0.0.1:46059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:17,083 WARN [BP-1404933523-172.17.0.2-1733325670387 heartbeating to localhost/127.0.0.1:46059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1404933523-172.17.0.2-1733325670387 (Datanode Uuid 7ceeec86-aaf6-45fc-9d96-1b196953c55b) service to localhost/127.0.0.1:46059 2024-12-04T15:21:17,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:17,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:17,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data1/current/BP-1404933523-172.17.0.2-1733325670387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:17,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/cluster_1f63743a-a5de-7e3a-dc71-6ef435f6ef74/dfs/data/data2/current/BP-1404933523-172.17.0.2-1733325670387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:17,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:17,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b539993{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:17,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22bdb8a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:17,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:17,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@678266d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:17,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51a3b594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/764d1787-c95e-ae0e-b71c-f8789aa1fbf0/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:17,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:21:17,133 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-04T15:21:17,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 162) - Thread LEAK? -, OpenFileDescriptor=553 (was 518) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1035 (was 1047), ProcessCount=11 (was 11), AvailableMemoryMB=1884 (was 1528) - AvailableMemoryMB LEAK? -