2024-12-09 06:03:25,320 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-09 06:03:25,337 main DEBUG Took 0.014858 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 06:03:25,337 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 06:03:25,337 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 06:03:25,338 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 06:03:25,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,348 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 06:03:25,360 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,364 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,366 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,366 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,367 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,368 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,369 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 06:03:25,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,370 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 06:03:25,372 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 06:03:25,373 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 06:03:25,375 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 06:03:25,375 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 06:03:25,376 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 06:03:25,377 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 06:03:25,384 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 06:03:25,387 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 06:03:25,389 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 06:03:25,389 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 06:03:25,390 main DEBUG createAppenders(={Console}) 2024-12-09 06:03:25,390 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-09 06:03:25,391 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-09 06:03:25,391 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-09 06:03:25,392 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 06:03:25,392 main DEBUG OutputStream closed 2024-12-09 06:03:25,392 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 06:03:25,392 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 06:03:25,393 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-09 06:03:25,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 06:03:25,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 06:03:25,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 06:03:25,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 06:03:25,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 06:03:25,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 06:03:25,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 06:03:25,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 06:03:25,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 06:03:25,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 06:03:25,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 06:03:25,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 06:03:25,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 06:03:25,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 06:03:25,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 06:03:25,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 06:03:25,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 06:03:25,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 06:03:25,496 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 06:03:25,497 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-09 06:03:25,497 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 06:03:25,498 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-09T06:03:25,512 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-09 06:03:25,514 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 06:03:25,515 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T06:03:25,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=17714 2024-12-09T06:03:25,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19 2024-12-09T06:03:25,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T06:03:25,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332, deleteOnExit=true 2024-12-09T06:03:25,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T06:03:25,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/test.cache.data in system properties and HBase conf 2024-12-09T06:03:25,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T06:03:25,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir in system properties and HBase conf 2024-12-09T06:03:25,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T06:03:25,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T06:03:25,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T06:03:25,919 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T06:03:26,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T06:03:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T06:03:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T06:03:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T06:03:26,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T06:03:26,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/nfs.dump.dir in system properties and HBase conf 2024-12-09T06:03:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/java.io.tmpdir in system properties and HBase conf 2024-12-09T06:03:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:26,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T06:03:26,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T06:03:26,957 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T06:03:27,037 INFO [Time-limited test {}] log.Log(170): Logging initialized @2410ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T06:03:27,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:27,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:27,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:27,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:27,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:27,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:27,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:27,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:27,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/java.io.tmpdir/jetty-localhost-37025-hadoop-hdfs-3_4_1-tests_jar-_-any-13717109522315709613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:27,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:37025} 2024-12-09T06:03:27,459 INFO [Time-limited test {}] server.Server(415): Started @2833ms 2024-12-09T06:03:27,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:27,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:27,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:27,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:27,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:27,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:27,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:28,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/java.io.tmpdir/jetty-localhost-33101-hadoop-hdfs-3_4_1-tests_jar-_-any-10538416423958298212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:28,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:33101} 2024-12-09T06:03:28,002 INFO [Time-limited test {}] server.Server(415): Started @3376ms 2024-12-09T06:03:28,052 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:28,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:28,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:28,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:28,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:28,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T06:03:28,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:28,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:28,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/java.io.tmpdir/jetty-localhost-41057-hadoop-hdfs-3_4_1-tests_jar-_-any-9319632021174141214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:28,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:41057} 2024-12-09T06:03:28,259 INFO [Time-limited test {}] server.Server(415): Started @3633ms 2024-12-09T06:03:28,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:29,167 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data2/current/BP-1593083865-172.17.0.2-1733724206551/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:29,167 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data4/current/BP-1593083865-172.17.0.2-1733724206551/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:29,167 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data3/current/BP-1593083865-172.17.0.2-1733724206551/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:29,169 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data1/current/BP-1593083865-172.17.0.2-1733724206551/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:29,209 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:29,209 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3da3399d4978a258 with lease ID 0xe9ade70606984ea6: Processing first storage report for DS-d9ca0e38-0289-4444-8103-c8d646a492f9 from datanode DatanodeRegistration(127.0.0.1:41109, datanodeUuid=156add06-a109-45e0-8780-3940ff2570a9, infoPort=46115, infoSecurePort=0, ipcPort=44587, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551) 2024-12-09T06:03:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3da3399d4978a258 with lease ID 0xe9ade70606984ea6: from storage DS-d9ca0e38-0289-4444-8103-c8d646a492f9 node DatanodeRegistration(127.0.0.1:41109, datanodeUuid=156add06-a109-45e0-8780-3940ff2570a9, infoPort=46115, infoSecurePort=0, ipcPort=44587, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T06:03:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39bb4e5fc96558a with lease ID 0xe9ade70606984ea7: Processing first storage report for DS-5530f951-ba30-48be-b819-dcc0c45a0f31 from datanode DatanodeRegistration(127.0.0.1:34801, datanodeUuid=f02dfe90-40dc-4c0b-9e81-87b1c3b4b2c8, infoPort=36429, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551) 2024-12-09T06:03:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39bb4e5fc96558a with lease ID 0xe9ade70606984ea7: from storage DS-5530f951-ba30-48be-b819-dcc0c45a0f31 node DatanodeRegistration(127.0.0.1:34801, datanodeUuid=f02dfe90-40dc-4c0b-9e81-87b1c3b4b2c8, infoPort=36429, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3da3399d4978a258 with lease ID 0xe9ade70606984ea6: Processing first storage report for DS-d4fe2be6-7fe2-422c-a0c3-946172ae8be9 from datanode DatanodeRegistration(127.0.0.1:41109, datanodeUuid=156add06-a109-45e0-8780-3940ff2570a9, infoPort=46115, infoSecurePort=0, ipcPort=44587, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551) 2024-12-09T06:03:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3da3399d4978a258 with lease ID 0xe9ade70606984ea6: from storage DS-d4fe2be6-7fe2-422c-a0c3-946172ae8be9 node DatanodeRegistration(127.0.0.1:41109, datanodeUuid=156add06-a109-45e0-8780-3940ff2570a9, infoPort=46115, infoSecurePort=0, ipcPort=44587, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T06:03:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39bb4e5fc96558a with lease ID 0xe9ade70606984ea7: Processing first storage report for DS-6ca895c1-5961-473c-ad00-7c75da7991dc from datanode DatanodeRegistration(127.0.0.1:34801, datanodeUuid=f02dfe90-40dc-4c0b-9e81-87b1c3b4b2c8, infoPort=36429, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551) 2024-12-09T06:03:29,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39bb4e5fc96558a with lease ID 0xe9ade70606984ea7: from storage DS-6ca895c1-5961-473c-ad00-7c75da7991dc node DatanodeRegistration(127.0.0.1:34801, datanodeUuid=f02dfe90-40dc-4c0b-9e81-87b1c3b4b2c8, infoPort=36429, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=721283505;c=1733724206551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:29,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19 2024-12-09T06:03:29,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/zookeeper_0, clientPort=49993, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T06:03:29,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49993 2024-12-09T06:03:29,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:29,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:29,969 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224 with version=8 2024-12-09T06:03:29,969 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/hbase-staging 2024-12-09T06:03:30,070 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T06:03:30,327 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:30,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:30,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:30,510 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T06:03:30,523 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T06:03:30,528 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:30,559 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1273 (auto-detected) 2024-12-09T06:03:30,560 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T06:03:30,580 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40723 2024-12-09T06:03:30,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:30,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:30,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40723 connecting to ZooKeeper ensemble=127.0.0.1:49993 2024-12-09T06:03:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407230x0, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:30,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40723-0x10009631d280000 connected 2024-12-09T06:03:30,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:30,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:30,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:30,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40723 2024-12-09T06:03:30,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40723 2024-12-09T06:03:30,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40723 2024-12-09T06:03:30,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40723 2024-12-09T06:03:30,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40723 2024-12-09T06:03:30,800 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224, hbase.cluster.distributed=false 2024-12-09T06:03:30,883 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:30,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:30,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:30,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:30,888 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:30,889 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35929 2024-12-09T06:03:30,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:30,896 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:30,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:30,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:30,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35929 connecting to ZooKeeper ensemble=127.0.0.1:49993 2024-12-09T06:03:30,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359290x0, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:30,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359290x0, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:30,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35929-0x10009631d280001 connected 2024-12-09T06:03:30,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:30,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:30,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35929 2024-12-09T06:03:30,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35929 2024-12-09T06:03:30,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35929 2024-12-09T06:03:30,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35929 2024-12-09T06:03:30,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35929 2024-12-09T06:03:30,936 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:30,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:30,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:30,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:30,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:30,938 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:30,938 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40047 2024-12-09T06:03:30,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:30,940 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:30,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:30,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:30,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40047 connecting to ZooKeeper ensemble=127.0.0.1:49993 2024-12-09T06:03:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400470x0, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:30,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400470x0, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:30,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40047-0x10009631d280002 connected 2024-12-09T06:03:30,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:30,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:30,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40047 2024-12-09T06:03:30,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40047 2024-12-09T06:03:30,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40047 2024-12-09T06:03:30,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40047 2024-12-09T06:03:30,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40047 2024-12-09T06:03:30,962 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4a5b629497d6,40723,1733724210063 2024-12-09T06:03:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:30,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:30,974 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a5b629497d6,40723,1733724210063 2024-12-09T06:03:30,976 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a5b629497d6:40723 2024-12-09T06:03:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:30,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:30,998 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:30,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:30,999 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a5b629497d6,40723,1733724210063 from backup master directory 2024-12-09T06:03:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a5b629497d6,40723,1733724210063 2024-12-09T06:03:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:31,006 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:31,006 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a5b629497d6,40723,1733724210063 2024-12-09T06:03:31,008 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T06:03:31,009 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T06:03:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:31,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:31,066 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/hbase.id with ID: 240a0ef9-82f3-4020-a06e-968aef9e6a75 2024-12-09T06:03:31,107 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:31,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:31,176 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:31,179 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T06:03:31,212 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T06:03:31,218 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:31,266 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store 2024-12-09T06:03:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:31,284 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T06:03:31,284 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:31,285 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:31,286 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:31,286 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:31,286 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:31,286 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:31,286 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:31,286 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:31,289 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/.initializing 2024-12-09T06:03:31,289 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/WALs/4a5b629497d6,40723,1733724210063 2024-12-09T06:03:31,295 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:31,306 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C40723%2C1733724210063, suffix=, logDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/WALs/4a5b629497d6,40723,1733724210063, archiveDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/oldWALs, maxLogs=10 2024-12-09T06:03:31,323 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/WALs/4a5b629497d6,40723,1733724210063/4a5b629497d6%2C40723%2C1733724210063.1733724211310, exclude list is [], retry=0 2024-12-09T06:03:31,337 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d9ca0e38-0289-4444-8103-c8d646a492f9,DISK] 2024-12-09T06:03:31,337 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-5530f951-ba30-48be-b819-dcc0c45a0f31,DISK] 2024-12-09T06:03:31,340 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T06:03:31,373 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/WALs/4a5b629497d6,40723,1733724210063/4a5b629497d6%2C40723%2C1733724210063.1733724211310 2024-12-09T06:03:31,373 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429),(127.0.0.1/127.0.0.1:46115:46115)] 2024-12-09T06:03:31,374 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:31,374 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:31,377 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,377 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T06:03:31,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T06:03:31,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T06:03:31,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:31,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T06:03:31,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:31,450 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,451 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,460 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T06:03:31,463 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:31,467 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:31,468 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74673719, jitterRate=0.11272512376308441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T06:03:31,471 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:31,472 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T06:03:31,495 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723d225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:31,521 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T06:03:31,530 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T06:03:31,531 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T06:03:31,532 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T06:03:31,533 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T06:03:31,538 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-09T06:03:31,538 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T06:03:31,559 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T06:03:31,569 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T06:03:31,605 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T06:03:31,607 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T06:03:31,609 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T06:03:31,613 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T06:03:31,615 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T06:03:31,619 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T06:03:31,621 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T06:03:31,623 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T06:03:31,630 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T06:03:31,642 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T06:03:31,646 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T06:03:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:31,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,657 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4a5b629497d6,40723,1733724210063, sessionid=0x10009631d280000, setting cluster-up flag (Was=false) 2024-12-09T06:03:31,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,705 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T06:03:31,707 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,40723,1733724210063 2024-12-09T06:03:31,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:31,746 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T06:03:31,748 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,40723,1733724210063 2024-12-09T06:03:31,775 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a5b629497d6:35929 2024-12-09T06:03:31,777 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1008): ClusterId : 240a0ef9-82f3-4020-a06e-968aef9e6a75 2024-12-09T06:03:31,778 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a5b629497d6:40047 2024-12-09T06:03:31,780 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1008): ClusterId : 240a0ef9-82f3-4020-a06e-968aef9e6a75 2024-12-09T06:03:31,780 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:31,780 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:31,790 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:31,790 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:31,790 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:31,790 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:31,798 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:31,798 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:31,799 DEBUG [RS:1;4a5b629497d6:40047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f4a987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:31,799 DEBUG [RS:0;4a5b629497d6:35929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e1ef70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:31,801 DEBUG [RS:0;4a5b629497d6:35929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5865643c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:31,801 DEBUG [RS:1;4a5b629497d6:40047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad05853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:31,805 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:31,805 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:31,805 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:31,805 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:31,805 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:31,805 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:31,808 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,40723,1733724210063 with isa=4a5b629497d6/172.17.0.2:35929, startcode=1733724210882 2024-12-09T06:03:31,808 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,40723,1733724210063 with isa=4a5b629497d6/172.17.0.2:40047, startcode=1733724210935 2024-12-09T06:03:31,819 DEBUG [RS:1;4a5b629497d6:40047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:31,819 DEBUG [RS:0;4a5b629497d6:35929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:31,828 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:31,835 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T06:03:31,840 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T06:03:31,846 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a5b629497d6,40723,1733724210063 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T06:03:31,849 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46069, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:31,849 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51813, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:31,851 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:31,851 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:31,851 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:31,851 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:31,851 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a5b629497d6:0, corePoolSize=10, maxPoolSize=10 2024-12-09T06:03:31,852 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:31,852 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:31,852 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:31,854 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T06:03:31,856 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733724241856 2024-12-09T06:03:31,858 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T06:03:31,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:31,858 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T06:03:31,859 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T06:03:31,859 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T06:03:31,861 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T06:03:31,862 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T06:03:31,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,862 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T06:03:31,862 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T06:03:31,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:31,863 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:31,863 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T06:03:31,865 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T06:03:31,865 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T06:03:31,867 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T06:03:31,867 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T06:03:31,869 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724211868,5,FailOnTimeoutGroup] 2024-12-09T06:03:31,869 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724211869,5,FailOnTimeoutGroup] 2024-12-09T06:03:31,869 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:31,869 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T06:03:31,870 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:31,871 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:31,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T06:03:31,874 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224 2024-12-09T06:03:31,880 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-09T06:03:31,880 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-09T06:03:31,880 WARN [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T06:03:31,880 WARN [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T06:03:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:31,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:31,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:31,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:31,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:31,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:31,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:31,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:31,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:31,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:31,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:31,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740 2024-12-09T06:03:31,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740 2024-12-09T06:03:31,907 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:31,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:31,915 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:31,916 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68753498, jitterRate=0.024506956338882446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:31,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:31,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:31,918 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:31,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:31,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:31,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:31,920 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:31,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:31,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:31,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T06:03:31,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T06:03:31,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T06:03:31,937 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T06:03:31,982 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,40723,1733724210063 with isa=4a5b629497d6/172.17.0.2:40047, startcode=1733724210935 2024-12-09T06:03:31,982 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,40723,1733724210063 with isa=4a5b629497d6/172.17.0.2:35929, startcode=1733724210882 2024-12-09T06:03:31,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,35929,1733724210882 2024-12-09T06:03:31,987 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,35929,1733724210882 2024-12-09T06:03:31,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,40047,1733724210935 2024-12-09T06:03:31,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40723 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,40047,1733724210935 2024-12-09T06:03:31,995 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224 2024-12-09T06:03:31,995 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39563 2024-12-09T06:03:31,995 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:31,997 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224 2024-12-09T06:03:31,997 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39563 2024-12-09T06:03:31,998 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:32,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:32,035 DEBUG [RS:0;4a5b629497d6:35929 {}] zookeeper.ZKUtil(111): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,35929,1733724210882 2024-12-09T06:03:32,035 WARN [RS:0;4a5b629497d6:35929 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:32,035 INFO [RS:0;4a5b629497d6:35929 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:32,036 DEBUG [RS:1;4a5b629497d6:40047 {}] zookeeper.ZKUtil(111): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,40047,1733724210935 2024-12-09T06:03:32,036 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,35929,1733724210882 2024-12-09T06:03:32,036 WARN [RS:1;4a5b629497d6:40047 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:32,036 INFO [RS:1;4a5b629497d6:40047 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:32,036 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,40047,1733724210935 2024-12-09T06:03:32,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,40047,1733724210935] 2024-12-09T06:03:32,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,35929,1733724210882] 2024-12-09T06:03:32,053 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:32,053 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:32,063 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:32,063 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:32,073 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:32,073 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:32,075 INFO [RS:0;4a5b629497d6:35929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:32,075 INFO [RS:1;4a5b629497d6:40047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:32,075 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,075 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,076 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:32,076 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:32,081 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,081 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:32,082 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,082 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:32,082 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:32,083 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:0;4a5b629497d6:35929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:32,083 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:32,083 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:32,084 DEBUG [RS:1;4a5b629497d6:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:32,084 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,085 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,085 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,085 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,085 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35929,1733724210882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:32,086 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,086 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,087 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,087 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,087 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40047,1733724210935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:32,088 WARN [4a5b629497d6:40723 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T06:03:32,104 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:32,106 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35929,1733724210882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,109 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:32,110 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40047,1733724210935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,131 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.Replication(204): 4a5b629497d6,35929,1733724210882 started 2024-12-09T06:03:32,131 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,35929,1733724210882, RpcServer on 4a5b629497d6/172.17.0.2:35929, sessionid=0x10009631d280001 2024-12-09T06:03:32,132 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:32,132 DEBUG [RS:0;4a5b629497d6:35929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,35929,1733724210882 2024-12-09T06:03:32,132 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,35929,1733724210882' 2024-12-09T06:03:32,132 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:32,133 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:32,134 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:32,134 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:32,134 DEBUG [RS:0;4a5b629497d6:35929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,35929,1733724210882 2024-12-09T06:03:32,134 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,35929,1733724210882' 2024-12-09T06:03:32,134 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:32,138 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:32,139 DEBUG [RS:0;4a5b629497d6:35929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:32,139 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.Replication(204): 4a5b629497d6,40047,1733724210935 started 2024-12-09T06:03:32,139 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,40047,1733724210935, RpcServer on 4a5b629497d6/172.17.0.2:40047, sessionid=0x10009631d280002 2024-12-09T06:03:32,139 INFO [RS:0;4a5b629497d6:35929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:32,139 INFO [RS:0;4a5b629497d6:35929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:32,139 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:32,140 DEBUG [RS:1;4a5b629497d6:40047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,40047,1733724210935 2024-12-09T06:03:32,140 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,40047,1733724210935' 2024-12-09T06:03:32,140 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:32,141 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:32,141 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:32,141 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:32,141 DEBUG [RS:1;4a5b629497d6:40047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,40047,1733724210935 2024-12-09T06:03:32,141 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,40047,1733724210935' 2024-12-09T06:03:32,142 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:32,142 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:32,144 DEBUG [RS:1;4a5b629497d6:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:32,144 INFO [RS:1;4a5b629497d6:40047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:32,144 INFO [RS:1;4a5b629497d6:40047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:32,246 INFO [RS:1;4a5b629497d6:40047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:32,246 INFO [RS:0;4a5b629497d6:35929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:32,249 INFO [RS:1;4a5b629497d6:40047 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C40047%2C1733724210935, suffix=, logDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,40047,1733724210935, archiveDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/oldWALs, maxLogs=32 2024-12-09T06:03:32,249 INFO [RS:0;4a5b629497d6:35929 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C35929%2C1733724210882, suffix=, logDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,35929,1733724210882, archiveDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/oldWALs, maxLogs=32 2024-12-09T06:03:32,271 DEBUG [RS:0;4a5b629497d6:35929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,35929,1733724210882/4a5b629497d6%2C35929%2C1733724210882.1733724212251, exclude list is [], retry=0 2024-12-09T06:03:32,271 DEBUG [RS:1;4a5b629497d6:40047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,40047,1733724210935/4a5b629497d6%2C40047%2C1733724210935.1733724212251, exclude list is [], retry=0 2024-12-09T06:03:32,275 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-5530f951-ba30-48be-b819-dcc0c45a0f31,DISK] 2024-12-09T06:03:32,275 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d9ca0e38-0289-4444-8103-c8d646a492f9,DISK] 2024-12-09T06:03:32,275 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-5530f951-ba30-48be-b819-dcc0c45a0f31,DISK] 2024-12-09T06:03:32,276 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d9ca0e38-0289-4444-8103-c8d646a492f9,DISK] 2024-12-09T06:03:32,280 INFO [RS:0;4a5b629497d6:35929 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,35929,1733724210882/4a5b629497d6%2C35929%2C1733724210882.1733724212251 2024-12-09T06:03:32,281 DEBUG [RS:0;4a5b629497d6:35929 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429),(127.0.0.1/127.0.0.1:46115:46115)] 2024-12-09T06:03:32,284 INFO [RS:1;4a5b629497d6:40047 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,40047,1733724210935/4a5b629497d6%2C40047%2C1733724210935.1733724212251 2024-12-09T06:03:32,285 DEBUG [RS:1;4a5b629497d6:40047 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429),(127.0.0.1/127.0.0.1:46115:46115)] 2024-12-09T06:03:32,339 DEBUG [4a5b629497d6:40723 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T06:03:32,343 DEBUG [4a5b629497d6:40723 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:32,351 DEBUG [4a5b629497d6:40723 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:32,351 DEBUG [4a5b629497d6:40723 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:32,351 INFO [4a5b629497d6:40723 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:32,351 INFO [4a5b629497d6:40723 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:32,351 DEBUG [4a5b629497d6:40723 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:32,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a5b629497d6,40047,1733724210935 2024-12-09T06:03:32,361 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,40047,1733724210935, state=OPENING 2024-12-09T06:03:32,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T06:03:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:32,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:32,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:32,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:32,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:32,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4a5b629497d6,40047,1733724210935}] 2024-12-09T06:03:32,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,40047,1733724210935 2024-12-09T06:03:32,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:32,618 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:32,628 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T06:03:32,628 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:32,628 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T06:03:32,631 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C40047%2C1733724210935.meta, suffix=.meta, logDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,40047,1733724210935, archiveDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/oldWALs, maxLogs=32 2024-12-09T06:03:32,645 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,40047,1733724210935/4a5b629497d6%2C40047%2C1733724210935.meta.1733724212633.meta, exclude list is [], retry=0 2024-12-09T06:03:32,649 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34801,DS-5530f951-ba30-48be-b819-dcc0c45a0f31,DISK] 2024-12-09T06:03:32,649 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41109,DS-d9ca0e38-0289-4444-8103-c8d646a492f9,DISK] 2024-12-09T06:03:32,653 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/WALs/4a5b629497d6,40047,1733724210935/4a5b629497d6%2C40047%2C1733724210935.meta.1733724212633.meta 2024-12-09T06:03:32,653 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429),(127.0.0.1/127.0.0.1:46115:46115)] 2024-12-09T06:03:32,653 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:32,655 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T06:03:32,700 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T06:03:32,704 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T06:03:32,709 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T06:03:32,709 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:32,709 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T06:03:32,709 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T06:03:32,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:32,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:32,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:32,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:32,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:32,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:32,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:32,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:32,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:32,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:32,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:32,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:32,720 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740 2024-12-09T06:03:32,723 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740 2024-12-09T06:03:32,725 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:32,728 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:32,729 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61683146, jitterRate=-0.08084949851036072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:32,730 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:32,736 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733724212610 2024-12-09T06:03:32,746 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T06:03:32,747 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T06:03:32,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,40047,1733724210935 2024-12-09T06:03:32,750 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,40047,1733724210935, state=OPEN 2024-12-09T06:03:32,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:32,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:32,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:32,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:32,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:32,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:32,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T06:03:32,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4a5b629497d6,40047,1733724210935 in 353 msec 2024-12-09T06:03:32,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T06:03:32,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 871 msec 2024-12-09T06:03:32,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0180 sec 2024-12-09T06:03:32,807 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733724212807, completionTime=-1 2024-12-09T06:03:32,808 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T06:03:32,808 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T06:03:32,841 DEBUG [hconnection-0x4789e2ca-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:32,843 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:32,851 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T06:03:32,851 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733724272851 2024-12-09T06:03:32,851 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733724332851 2024-12-09T06:03:32,852 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-12-09T06:03:32,882 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T06:03:32,891 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40723,1733724210063-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,891 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40723,1733724210063-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,891 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40723,1733724210063-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,893 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a5b629497d6:40723, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,893 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:32,897 DEBUG [master/4a5b629497d6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T06:03:32,900 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T06:03:32,901 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:32,908 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T06:03:32,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:32,912 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:32,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:32,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:32,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:32,930 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f274b6fa38674a3bac0bbadcc0f5c9e8, NAME => 'hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224 2024-12-09T06:03:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:32,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:32,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f274b6fa38674a3bac0bbadcc0f5c9e8, disabling compactions & flushes 2024-12-09T06:03:32,940 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:32,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:32,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. after waiting 0 ms 2024-12-09T06:03:32,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:32,940 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:32,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f274b6fa38674a3bac0bbadcc0f5c9e8: 2024-12-09T06:03:32,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:32,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733724212943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724212943"}]},"ts":"1733724212943"} 2024-12-09T06:03:32,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T06:03:32,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:32,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724212968"}]},"ts":"1733724212968"} 2024-12-09T06:03:32,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T06:03:33,013 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:33,014 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:33,015 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:33,015 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:33,015 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:33,015 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:33,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f274b6fa38674a3bac0bbadcc0f5c9e8, ASSIGN}] 2024-12-09T06:03:33,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f274b6fa38674a3bac0bbadcc0f5c9e8, ASSIGN 2024-12-09T06:03:33,021 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f274b6fa38674a3bac0bbadcc0f5c9e8, ASSIGN; state=OFFLINE, location=4a5b629497d6,40047,1733724210935; forceNewPlan=false, retain=false 2024-12-09T06:03:33,173 INFO [4a5b629497d6:40723 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T06:03:33,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f274b6fa38674a3bac0bbadcc0f5c9e8, regionState=OPENING, regionLocation=4a5b629497d6,40047,1733724210935 2024-12-09T06:03:33,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f274b6fa38674a3bac0bbadcc0f5c9e8, server=4a5b629497d6,40047,1733724210935}] 2024-12-09T06:03:33,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,40047,1733724210935 2024-12-09T06:03:33,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:33,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f274b6fa38674a3bac0bbadcc0f5c9e8, NAME => 'hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:33,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:33,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:33,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:33,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:33,350 INFO [StoreOpener-f274b6fa38674a3bac0bbadcc0f5c9e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:33,353 INFO [StoreOpener-f274b6fa38674a3bac0bbadcc0f5c9e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f274b6fa38674a3bac0bbadcc0f5c9e8 columnFamilyName info 2024-12-09T06:03:33,353 DEBUG [StoreOpener-f274b6fa38674a3bac0bbadcc0f5c9e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:33,354 INFO [StoreOpener-f274b6fa38674a3bac0bbadcc0f5c9e8-1 {}] regionserver.HStore(327): Store=f274b6fa38674a3bac0bbadcc0f5c9e8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:33,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:33,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:33,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:33,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:33,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f274b6fa38674a3bac0bbadcc0f5c9e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70226577, jitterRate=0.04645754396915436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:33,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f274b6fa38674a3bac0bbadcc0f5c9e8: 2024-12-09T06:03:33,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8., pid=6, masterSystemTime=1733724213339 2024-12-09T06:03:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:33,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:33,371 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f274b6fa38674a3bac0bbadcc0f5c9e8, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,40047,1733724210935 2024-12-09T06:03:33,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T06:03:33,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f274b6fa38674a3bac0bbadcc0f5c9e8, server=4a5b629497d6,40047,1733724210935 in 192 msec 2024-12-09T06:03:33,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T06:03:33,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f274b6fa38674a3bac0bbadcc0f5c9e8, ASSIGN in 361 msec 2024-12-09T06:03:33,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:33,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724213382"}]},"ts":"1733724213382"} 2024-12-09T06:03:33,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T06:03:33,424 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T06:03:33,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:33,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 523 msec 2024-12-09T06:03:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:33,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:33,455 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T06:03:33,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:33,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-12-09T06:03:33,489 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T06:03:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:33,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-12-09T06:03:33,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T06:03:33,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T06:03:33,555 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.549sec 2024-12-09T06:03:33,557 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T06:03:33,559 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T06:03:33,560 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T06:03:33,561 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T06:03:33,561 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T06:03:33,562 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40723,1733724210063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:33,563 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40723,1733724210063-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T06:03:33,567 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T06:03:33,568 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T06:03:33,569 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,40723,1733724210063-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:33,580 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226bc883 to 127.0.0.1:49993 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b630c51 2024-12-09T06:03:33,580 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-09T06:03:33,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a2322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:33,593 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T06:03:33,593 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T06:03:33,630 DEBUG [hconnection-0x60073d7b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:33,640 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:33,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4a5b629497d6,40723,1733724210063 2024-12-09T06:03:33,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T06:03:33,655 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T06:03:33,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T06:03:33,666 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:33,667 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:33,669 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:33,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T06:03:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:33,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:33,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:33,682 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2a64a72f9e510734bf76847c53b7aa41, NAME => 'testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224 2024-12-09T06:03:33,683 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2af672f2b00d5bd17205e3b27716822f, NAME => 'testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224 2024-12-09T06:03:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:33,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:33,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:33,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:33,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 2a64a72f9e510734bf76847c53b7aa41, disabling compactions & flushes 2024-12-09T06:03:33,699 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:33,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:33,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. after waiting 0 ms 2024-12-09T06:03:33,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:33,699 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:33,699 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2a64a72f9e510734bf76847c53b7aa41: 2024-12-09T06:03:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:34,097 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:34,097 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 2af672f2b00d5bd17205e3b27716822f, disabling compactions & flushes 2024-12-09T06:03:34,097 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:34,097 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:34,097 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. after waiting 0 ms 2024-12-09T06:03:34,097 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:34,097 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:34,097 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2af672f2b00d5bd17205e3b27716822f: 2024-12-09T06:03:34,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:34,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724214100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724214100"}]},"ts":"1733724214100"} 2024-12-09T06:03:34,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724214100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724214100"}]},"ts":"1733724214100"} 2024-12-09T06:03:34,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T06:03:34,129 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:34,130 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724214129"}]},"ts":"1733724214129"} 2024-12-09T06:03:34,132 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T06:03:34,194 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:34,198 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:34,198 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:34,198 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:34,199 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:34,199 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:34,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a64a72f9e510734bf76847c53b7aa41, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2af672f2b00d5bd17205e3b27716822f, ASSIGN}] 2024-12-09T06:03:34,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2af672f2b00d5bd17205e3b27716822f, ASSIGN 2024-12-09T06:03:34,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a64a72f9e510734bf76847c53b7aa41, ASSIGN 2024-12-09T06:03:34,204 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a64a72f9e510734bf76847c53b7aa41, ASSIGN; state=OFFLINE, location=4a5b629497d6,35929,1733724210882; forceNewPlan=false, retain=false 2024-12-09T06:03:34,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2af672f2b00d5bd17205e3b27716822f, ASSIGN; state=OFFLINE, location=4a5b629497d6,40047,1733724210935; forceNewPlan=false, retain=false 2024-12-09T06:03:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:34,355 INFO [4a5b629497d6:40723 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T06:03:34,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2a64a72f9e510734bf76847c53b7aa41, regionState=OPENING, regionLocation=4a5b629497d6,35929,1733724210882 2024-12-09T06:03:34,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2af672f2b00d5bd17205e3b27716822f, regionState=OPENING, regionLocation=4a5b629497d6,40047,1733724210935 2024-12-09T06:03:34,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 2a64a72f9e510734bf76847c53b7aa41, server=4a5b629497d6,35929,1733724210882}] 2024-12-09T06:03:34,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 2af672f2b00d5bd17205e3b27716822f, server=4a5b629497d6,40047,1733724210935}] 2024-12-09T06:03:34,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,35929,1733724210882 2024-12-09T06:03:34,517 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:34,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,40047,1733724210935 2024-12-09T06:03:34,520 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:34,527 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:34,528 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 2af672f2b00d5bd17205e3b27716822f, NAME => 'testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T06:03:34,528 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:34,528 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:34,529 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:34,529 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:34,529 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:34,529 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a64a72f9e510734bf76847c53b7aa41, NAME => 'testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T06:03:34,530 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:34,530 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:34,530 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:34,530 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:34,531 INFO [StoreOpener-2af672f2b00d5bd17205e3b27716822f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:34,532 INFO [StoreOpener-2a64a72f9e510734bf76847c53b7aa41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:34,534 INFO [StoreOpener-2af672f2b00d5bd17205e3b27716822f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af672f2b00d5bd17205e3b27716822f columnFamilyName family 2024-12-09T06:03:34,534 DEBUG [StoreOpener-2af672f2b00d5bd17205e3b27716822f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:34,534 INFO [StoreOpener-2a64a72f9e510734bf76847c53b7aa41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a64a72f9e510734bf76847c53b7aa41 columnFamilyName family 2024-12-09T06:03:34,534 DEBUG [StoreOpener-2a64a72f9e510734bf76847c53b7aa41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:34,535 INFO [StoreOpener-2af672f2b00d5bd17205e3b27716822f-1 {}] regionserver.HStore(327): Store=2af672f2b00d5bd17205e3b27716822f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:34,535 INFO [StoreOpener-2a64a72f9e510734bf76847c53b7aa41-1 {}] regionserver.HStore(327): Store=2a64a72f9e510734bf76847c53b7aa41/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:34,536 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:34,536 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:34,537 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:34,537 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:34,541 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:34,541 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:34,546 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:34,547 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:34,547 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 2a64a72f9e510734bf76847c53b7aa41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61791413, jitterRate=-0.07923619449138641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:34,548 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 2a64a72f9e510734bf76847c53b7aa41: 2024-12-09T06:03:34,548 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 2af672f2b00d5bd17205e3b27716822f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58730547, jitterRate=-0.12484665215015411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:34,548 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 2af672f2b00d5bd17205e3b27716822f: 2024-12-09T06:03:34,549 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41., pid=12, masterSystemTime=1733724214516 2024-12-09T06:03:34,549 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f., pid=13, masterSystemTime=1733724214517 2024-12-09T06:03:34,552 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:34,552 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:34,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2af672f2b00d5bd17205e3b27716822f, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,40047,1733724210935 2024-12-09T06:03:34,554 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:34,554 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:34,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2a64a72f9e510734bf76847c53b7aa41, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,35929,1733724210882 2024-12-09T06:03:34,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T06:03:34,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 2af672f2b00d5bd17205e3b27716822f, server=4a5b629497d6,40047,1733724210935 in 192 msec 2024-12-09T06:03:34,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2af672f2b00d5bd17205e3b27716822f, ASSIGN in 361 msec 2024-12-09T06:03:34,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T06:03:34,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 2a64a72f9e510734bf76847c53b7aa41, server=4a5b629497d6,35929,1733724210882 in 195 msec 2024-12-09T06:03:34,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T06:03:34,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a64a72f9e510734bf76847c53b7aa41, ASSIGN in 364 msec 2024-12-09T06:03:34,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:34,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724214568"}]},"ts":"1733724214568"} 2024-12-09T06:03:34,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T06:03:34,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:34,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 918 msec 2024-12-09T06:03:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40723 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:34,789 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T06:03:34,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T06:03:34,791 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:34,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T06:03:34,796 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:34,796 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T06:03:34,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:34,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:34,828 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 2a64a72f9e510734bf76847c53b7aa41 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T06:03:34,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41/.tmp/family/d3bc1bc6fc234f0785cf4251d8bd9e46 is 32, key is 1/family:/1733724214802/Put/seqid=0 2024-12-09T06:03:34,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:03:34,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:03:34,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41/.tmp/family/d3bc1bc6fc234f0785cf4251d8bd9e46 2024-12-09T06:03:34,932 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41/.tmp/family/d3bc1bc6fc234f0785cf4251d8bd9e46 as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41/family/d3bc1bc6fc234f0785cf4251d8bd9e46 2024-12-09T06:03:34,940 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41/family/d3bc1bc6fc234f0785cf4251d8bd9e46, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T06:03:34,943 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2a64a72f9e510734bf76847c53b7aa41 in 115ms, sequenceid=8, compaction requested=false 2024-12-09T06:03:34,944 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-09T06:03:34,945 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 2a64a72f9e510734bf76847c53b7aa41: 2024-12-09T06:03:34,946 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 2af672f2b00d5bd17205e3b27716822f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T06:03:34,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f/.tmp/family/24f295d8adce42ffb41c24807c61f754 is 32, key is 5/family:/1733724214817/Put/seqid=0 2024-12-09T06:03:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:03:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:03:34,972 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f/.tmp/family/24f295d8adce42ffb41c24807c61f754 2024-12-09T06:03:34,981 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f/.tmp/family/24f295d8adce42ffb41c24807c61f754 as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f/family/24f295d8adce42ffb41c24807c61f754 2024-12-09T06:03:34,990 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f/family/24f295d8adce42ffb41c24807c61f754, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T06:03:34,992 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2af672f2b00d5bd17205e3b27716822f in 47ms, sequenceid=9, compaction requested=false 2024-12-09T06:03:34,992 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 2af672f2b00d5bd17205e3b27716822f: 2024-12-09T06:03:34,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cfb6c5e to 127.0.0.1:49993 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b1973c 2024-12-09T06:03:35,007 DEBUG [ReadOnlyZKClient-127.0.0.1:49993@0x2cfb6c5e {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f71f018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:35,036 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T06:03:35,041 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-09T06:03:35,043 DEBUG [ReadOnlyZKClient-127.0.0.1:49993@0x2cfb6c5e {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a5b629497d6,40047,1733724210935, seqNum=-1] 2024-12-09T06:03:35,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:35,048 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:35,060 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:35,061 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:35,062 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:35,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:35,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-09T06:03:35,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T06:03:35,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cfb6c5e to 127.0.0.1:49993 2024-12-09T06:03:35,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T06:03:35,075 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T06:03:35,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226bc883 to 127.0.0.1:49993 2024-12-09T06:03:35,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T06:03:35,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1145010739, stopped=false 2024-12-09T06:03:35,076 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4a5b629497d6,40723,1733724210063 2024-12-09T06:03:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:35,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T06:03:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:35,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:35,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:35,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:35,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,169 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,35929,1733724210882' ***** 2024-12-09T06:03:35,169 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:35,169 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,40047,1733724210935' ***** 2024-12-09T06:03:35,170 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:35,170 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:35,170 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:35,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:35,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:35,170 INFO [RS:0;4a5b629497d6:35929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:35,170 INFO [RS:1;4a5b629497d6:40047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:35,170 INFO [RS:1;4a5b629497d6:40047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:35,170 INFO [RS:0;4a5b629497d6:35929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:35,171 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(3579): Received CLOSE for 2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:35,171 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(3579): Received CLOSE for f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:35,171 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(3579): Received CLOSE for 2af672f2b00d5bd17205e3b27716822f 2024-12-09T06:03:35,172 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,35929,1733724210882 2024-12-09T06:03:35,172 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,40047,1733724210935 2024-12-09T06:03:35,172 DEBUG [RS:1;4a5b629497d6:40047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,172 DEBUG [RS:0;4a5b629497d6:35929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,172 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T06:03:35,172 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:35,172 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:35,172 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1603): Online Regions={2a64a72f9e510734bf76847c53b7aa41=testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41.} 2024-12-09T06:03:35,172 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f274b6fa38674a3bac0bbadcc0f5c9e8, disabling compactions & flushes 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2a64a72f9e510734bf76847c53b7aa41, disabling compactions & flushes 2024-12-09T06:03:35,172 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:35,172 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T06:03:35,172 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. after waiting 0 ms 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. after waiting 0 ms 2024-12-09T06:03:35,172 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f274b6fa38674a3bac0bbadcc0f5c9e8 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T06:03:35,172 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:35,173 DEBUG [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1629): Waiting on 2a64a72f9e510734bf76847c53b7aa41 2024-12-09T06:03:35,173 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-09T06:03:35,173 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f274b6fa38674a3bac0bbadcc0f5c9e8=hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8., 2af672f2b00d5bd17205e3b27716822f=testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f.} 2024-12-09T06:03:35,173 DEBUG [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2af672f2b00d5bd17205e3b27716822f, f274b6fa38674a3bac0bbadcc0f5c9e8 2024-12-09T06:03:35,173 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:35,173 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:35,173 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:35,173 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:35,173 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:35,174 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T06:03:35,180 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2a64a72f9e510734bf76847c53b7aa41/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T06:03:35,182 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:35,182 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2a64a72f9e510734bf76847c53b7aa41: 2024-12-09T06:03:35,183 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733724213660.2a64a72f9e510734bf76847c53b7aa41. 2024-12-09T06:03:35,191 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:35,191 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:35,192 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8/.tmp/info/b8cfaf8abe494f63804ddf5c4692e910 is 45, key is default/info:d/1733724213464/Put/seqid=0 2024-12-09T06:03:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741843_1019 (size=5037) 2024-12-09T06:03:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741843_1019 (size=5037) 2024-12-09T06:03:35,200 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8/.tmp/info/b8cfaf8abe494f63804ddf5c4692e910 2024-12-09T06:03:35,204 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/.tmp/info/540c130a7a3443898ed4aae9485a11bc is 173, key is testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f./info:regioninfo/1733724214553/Put/seqid=0 2024-12-09T06:03:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741844_1020 (size=9337) 2024-12-09T06:03:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741844_1020 (size=9337) 2024-12-09T06:03:35,212 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8/.tmp/info/b8cfaf8abe494f63804ddf5c4692e910 as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8/info/b8cfaf8abe494f63804ddf5c4692e910 2024-12-09T06:03:35,213 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/.tmp/info/540c130a7a3443898ed4aae9485a11bc 2024-12-09T06:03:35,222 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8/info/b8cfaf8abe494f63804ddf5c4692e910, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T06:03:35,224 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f274b6fa38674a3bac0bbadcc0f5c9e8 in 52ms, sequenceid=6, compaction requested=false 2024-12-09T06:03:35,224 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-09T06:03:35,230 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/namespace/f274b6fa38674a3bac0bbadcc0f5c9e8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T06:03:35,231 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:35,231 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f274b6fa38674a3bac0bbadcc0f5c9e8: 2024-12-09T06:03:35,231 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733724212901.f274b6fa38674a3bac0bbadcc0f5c9e8. 2024-12-09T06:03:35,232 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2af672f2b00d5bd17205e3b27716822f, disabling compactions & flushes 2024-12-09T06:03:35,232 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:35,232 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:35,232 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. after waiting 0 ms 2024-12-09T06:03:35,232 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:35,238 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/default/testClearRegionBlockCache/2af672f2b00d5bd17205e3b27716822f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T06:03:35,239 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:35,239 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2af672f2b00d5bd17205e3b27716822f: 2024-12-09T06:03:35,239 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733724213660.2af672f2b00d5bd17205e3b27716822f. 2024-12-09T06:03:35,243 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/.tmp/table/8da0293df4a04b8ea70a2e8521a614fd is 61, key is testClearRegionBlockCache/table:state/1733724214568/Put/seqid=0 2024-12-09T06:03:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:35,249 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/.tmp/table/8da0293df4a04b8ea70a2e8521a614fd 2024-12-09T06:03:35,259 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/.tmp/info/540c130a7a3443898ed4aae9485a11bc as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/info/540c130a7a3443898ed4aae9485a11bc 2024-12-09T06:03:35,270 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/info/540c130a7a3443898ed4aae9485a11bc, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T06:03:35,272 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/.tmp/table/8da0293df4a04b8ea70a2e8521a614fd as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/table/8da0293df4a04b8ea70a2e8521a614fd 2024-12-09T06:03:35,281 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/table/8da0293df4a04b8ea70a2e8521a614fd, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T06:03:35,283 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=16, compaction requested=false 2024-12-09T06:03:35,283 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T06:03:35,289 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T06:03:35,290 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:03:35,290 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:35,290 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:35,290 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:35,373 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,35929,1733724210882; all regions closed. 2024-12-09T06:03:35,373 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,40047,1733724210935; all regions closed. 2024-12-09T06:03:35,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741833_1009 (size=1758) 2024-12-09T06:03:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741833_1009 (size=1758) 2024-12-09T06:03:35,388 DEBUG [RS:0;4a5b629497d6:35929 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/oldWALs 2024-12-09T06:03:35,388 INFO [RS:0;4a5b629497d6:35929 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C35929%2C1733724210882:(num 1733724212251) 2024-12-09T06:03:35,389 DEBUG [RS:1;4a5b629497d6:40047 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/oldWALs 2024-12-09T06:03:35,389 DEBUG [RS:0;4a5b629497d6:35929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,389 INFO [RS:1;4a5b629497d6:40047 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C40047%2C1733724210935.meta:.meta(num 1733724212633) 2024-12-09T06:03:35,389 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:35,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741834_1010 (size=3188) 2024-12-09T06:03:35,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741834_1010 (size=3188) 2024-12-09T06:03:35,395 DEBUG [RS:1;4a5b629497d6:40047 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/oldWALs 2024-12-09T06:03:35,395 INFO [RS:1;4a5b629497d6:40047 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C40047%2C1733724210935:(num 1733724212251) 2024-12-09T06:03:35,395 INFO [RS:0;4a5b629497d6:35929 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:35,395 DEBUG [RS:1;4a5b629497d6:40047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,395 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:35,395 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:35,395 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:35,396 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:35,396 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:35,396 INFO [RS:1;4a5b629497d6:40047 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:35,396 INFO [RS:0;4a5b629497d6:35929 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35929 2024-12-09T06:03:35,396 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:35,396 INFO [RS:1;4a5b629497d6:40047 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40047 2024-12-09T06:03:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,35929,1733724210882 2024-12-09T06:03:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:35,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,40047,1733724210935 2024-12-09T06:03:35,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,40047,1733724210935] 2024-12-09T06:03:35,422 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,40047,1733724210935; numProcessing=1 2024-12-09T06:03:35,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,40047,1733724210935 already deleted, retry=false 2024-12-09T06:03:35,430 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,40047,1733724210935 expired; onlineServers=1 2024-12-09T06:03:35,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,35929,1733724210882] 2024-12-09T06:03:35,430 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,35929,1733724210882; numProcessing=2 2024-12-09T06:03:35,438 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,35929,1733724210882 already deleted, retry=false 2024-12-09T06:03:35,438 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,35929,1733724210882 expired; onlineServers=0 2024-12-09T06:03:35,438 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,40723,1733724210063' ***** 2024-12-09T06:03:35,438 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T06:03:35,438 DEBUG [M:0;4a5b629497d6:40723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed7708f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:35,439 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,40723,1733724210063 2024-12-09T06:03:35,439 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,40723,1733724210063; all regions closed. 2024-12-09T06:03:35,439 DEBUG [M:0;4a5b629497d6:40723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:35,439 DEBUG [M:0;4a5b629497d6:40723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T06:03:35,439 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T06:03:35,439 DEBUG [M:0;4a5b629497d6:40723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T06:03:35,439 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724211868 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724211868,5,FailOnTimeoutGroup] 2024-12-09T06:03:35,439 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724211869 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724211869,5,FailOnTimeoutGroup] 2024-12-09T06:03:35,439 INFO [M:0;4a5b629497d6:40723 {}] hbase.ChoreService(370): Chore service for: master/4a5b629497d6:0 had [] on shutdown 2024-12-09T06:03:35,440 DEBUG [M:0;4a5b629497d6:40723 {}] master.HMaster(1733): Stopping service threads 2024-12-09T06:03:35,440 INFO [M:0;4a5b629497d6:40723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T06:03:35,440 INFO [M:0;4a5b629497d6:40723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T06:03:35,441 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T06:03:35,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:35,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:35,447 DEBUG [M:0;4a5b629497d6:40723 {}] zookeeper.ZKUtil(347): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T06:03:35,447 WARN [M:0;4a5b629497d6:40723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T06:03:35,447 INFO [M:0;4a5b629497d6:40723 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T06:03:35,447 INFO [M:0;4a5b629497d6:40723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T06:03:35,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:35,447 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:35,447 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:35,447 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:35,447 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:35,447 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:35,448 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-09T06:03:35,465 DEBUG [M:0;4a5b629497d6:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bb620944bc94b5d9683699c6734bbf0 is 82, key is hbase:meta,,1/info:regioninfo/1733724212747/Put/seqid=0 2024-12-09T06:03:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:35,472 INFO [M:0;4a5b629497d6:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bb620944bc94b5d9683699c6734bbf0 2024-12-09T06:03:35,496 DEBUG [M:0;4a5b629497d6:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c91888660d54bba94cc2af89c054abe is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733724214583/Put/seqid=0 2024-12-09T06:03:35,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:35,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:35,504 INFO [M:0;4a5b629497d6:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c91888660d54bba94cc2af89c054abe 2024-12-09T06:03:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:35,522 INFO [RS:1;4a5b629497d6:40047 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,40047,1733724210935; zookeeper connection closed. 2024-12-09T06:03:35,522 INFO [RS:0;4a5b629497d6:35929 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,35929,1733724210882; zookeeper connection closed. 2024-12-09T06:03:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10009631d280002, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:35,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35929-0x10009631d280001, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:35,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f3b4302 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f3b4302 2024-12-09T06:03:35,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@161e7bb2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@161e7bb2 2024-12-09T06:03:35,522 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T06:03:35,528 DEBUG [M:0;4a5b629497d6:40723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/010e7c85bbf54b6282cce5ea5666a38d is 69, key is 4a5b629497d6,35929,1733724210882/rs:state/1733724211990/Put/seqid=0 2024-12-09T06:03:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:35,535 INFO [M:0;4a5b629497d6:40723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/010e7c85bbf54b6282cce5ea5666a38d 2024-12-09T06:03:35,543 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bb620944bc94b5d9683699c6734bbf0 as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bb620944bc94b5d9683699c6734bbf0 2024-12-09T06:03:35,551 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bb620944bc94b5d9683699c6734bbf0, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T06:03:35,553 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c91888660d54bba94cc2af89c054abe as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c91888660d54bba94cc2af89c054abe 2024-12-09T06:03:35,562 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c91888660d54bba94cc2af89c054abe, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T06:03:35,565 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/010e7c85bbf54b6282cce5ea5666a38d as hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/010e7c85bbf54b6282cce5ea5666a38d 2024-12-09T06:03:35,573 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39563/user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/010e7c85bbf54b6282cce5ea5666a38d, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T06:03:35,575 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=108, compaction requested=false 2024-12-09T06:03:35,577 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:35,577 DEBUG [M:0;4a5b629497d6:40723 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:35,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7bdb3a26-8e94-aec0-4236-682ec5da0224/MasterData/WALs/4a5b629497d6,40723,1733724210063/4a5b629497d6%2C40723%2C1733724210063.1733724211310 not finished, retry = 0 2024-12-09T06:03:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41109 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34801 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:35,682 INFO [M:0;4a5b629497d6:40723 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T06:03:35,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:35,682 INFO [M:0;4a5b629497d6:40723 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40723 2024-12-09T06:03:35,763 DEBUG [M:0;4a5b629497d6:40723 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4a5b629497d6,40723,1733724210063 already deleted, retry=false 2024-12-09T06:03:35,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:35,931 INFO [M:0;4a5b629497d6:40723 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,40723,1733724210063; zookeeper connection closed. 2024-12-09T06:03:35,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40723-0x10009631d280000, quorum=127.0.0.1:49993, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:36,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:36,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:36,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:36,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:36,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:36,250 WARN [BP-1593083865-172.17.0.2-1733724206551 heartbeating to localhost/127.0.0.1:39563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:36,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:36,250 WARN [BP-1593083865-172.17.0.2-1733724206551 heartbeating to localhost/127.0.0.1:39563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593083865-172.17.0.2-1733724206551 (Datanode Uuid 156add06-a109-45e0-8780-3940ff2570a9) service to localhost/127.0.0.1:39563 2024-12-09T06:03:36,250 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:36,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data3/current/BP-1593083865-172.17.0.2-1733724206551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:36,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data4/current/BP-1593083865-172.17.0.2-1733724206551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:36,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:36,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:36,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:36,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:36,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:36,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:36,643 WARN [BP-1593083865-172.17.0.2-1733724206551 heartbeating to localhost/127.0.0.1:39563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:36,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:36,643 WARN [BP-1593083865-172.17.0.2-1733724206551 heartbeating to localhost/127.0.0.1:39563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1593083865-172.17.0.2-1733724206551 (Datanode Uuid f02dfe90-40dc-4c0b-9e81-87b1c3b4b2c8) service to localhost/127.0.0.1:39563 2024-12-09T06:03:36,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:36,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data1/current/BP-1593083865-172.17.0.2-1733724206551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:36,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/cluster_e3acd9f5-3801-4b06-41e2-a850ecbb7332/dfs/data/data2/current/BP-1593083865-172.17.0.2-1733724206551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:36,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:36,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:36,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:36,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:36,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:36,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:36,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T06:03:36,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T06:03:36,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/4a5b629497d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@450ab76c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a5b629497d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39563 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a5b629497d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a5b629497d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39563 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=409 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=16965 (was 17714) 2024-12-09T06:03:36,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=16965 2024-12-09T06:03:36,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir so I do NOT create it in target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3 2024-12-09T06:03:36,714 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T06:03:36,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.tmp.dir so I do NOT create it in target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3 2024-12-09T06:03:36,714 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/08150bd1-bfea-aa1d-f8a9-3abd81748a19/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T06:03:36,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3 2024-12-09T06:03:36,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T06:03:36,714 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63, deleteOnExit=true 2024-12-09T06:03:36,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/test.cache.data in system properties and HBase conf 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir in system properties and HBase conf 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T06:03:36,715 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:36,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/nfs.dump.dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/java.io.tmpdir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T06:03:36,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T06:03:37,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:37,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:37,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:37,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:37,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T06:03:37,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:37,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e155130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:37,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31bfa1dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:37,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a0bd94e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/java.io.tmpdir/jetty-localhost-40875-hadoop-hdfs-3_4_1-tests_jar-_-any-6023176072085047597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:37,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21a86b4b{HTTP/1.1, (http/1.1)}{localhost:40875} 2024-12-09T06:03:37,149 INFO [Time-limited test {}] server.Server(415): Started @12524ms 2024-12-09T06:03:37,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:37,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:37,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:37,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:37,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:37,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ac7687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:37,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@483d3f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:37,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11701e87{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/java.io.tmpdir/jetty-localhost-41849-hadoop-hdfs-3_4_1-tests_jar-_-any-6249830272847480963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:37,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d9a23e1{HTTP/1.1, (http/1.1)}{localhost:41849} 2024-12-09T06:03:37,495 INFO [Time-limited test {}] server.Server(415): Started @12870ms 2024-12-09T06:03:37,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:37,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:37,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:37,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:37,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:37,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:37,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4463394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:37,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b71b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:37,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44245e6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/java.io.tmpdir/jetty-localhost-32865-hadoop-hdfs-3_4_1-tests_jar-_-any-8005042559449049379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:37,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fe6976a{HTTP/1.1, (http/1.1)}{localhost:32865} 2024-12-09T06:03:37,627 INFO [Time-limited test {}] server.Server(415): Started @13002ms 2024-12-09T06:03:37,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:38,047 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data2/current/BP-1051434559-172.17.0.2-1733724216738/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:38,047 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data1/current/BP-1051434559-172.17.0.2-1733724216738/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:38,072 WARN [Thread-334 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66633af0173abd4a with lease ID 0xf8c4891e2296ea01: Processing first storage report for DS-349bc07a-34ca-4066-b3b7-e75619c5bdb4 from datanode DatanodeRegistration(127.0.0.1:38621, datanodeUuid=46940bac-3642-42b3-96a4-836562de46b8, infoPort=36763, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738) 2024-12-09T06:03:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66633af0173abd4a with lease ID 0xf8c4891e2296ea01: from storage DS-349bc07a-34ca-4066-b3b7-e75619c5bdb4 node DatanodeRegistration(127.0.0.1:38621, datanodeUuid=46940bac-3642-42b3-96a4-836562de46b8, infoPort=36763, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66633af0173abd4a with lease ID 0xf8c4891e2296ea01: Processing first storage report for DS-9b8eb839-ec2c-4927-8d92-fbc76821154d from datanode DatanodeRegistration(127.0.0.1:38621, datanodeUuid=46940bac-3642-42b3-96a4-836562de46b8, infoPort=36763, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738) 2024-12-09T06:03:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66633af0173abd4a with lease ID 0xf8c4891e2296ea01: from storage DS-9b8eb839-ec2c-4927-8d92-fbc76821154d node DatanodeRegistration(127.0.0.1:38621, datanodeUuid=46940bac-3642-42b3-96a4-836562de46b8, infoPort=36763, infoSecurePort=0, ipcPort=42453, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:38,198 WARN [Thread-382 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data4/current/BP-1051434559-172.17.0.2-1733724216738/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:38,198 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data3/current/BP-1051434559-172.17.0.2-1733724216738/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:38,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T06:03:38,221 WARN [Thread-357 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:38,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa701b539ccc86f5 with lease ID 0xf8c4891e2296ea02: Processing first storage report for DS-520630f5-68e4-4b82-953f-d3cfd348f1b8 from datanode DatanodeRegistration(127.0.0.1:43825, datanodeUuid=02d69a48-467c-4285-904b-f5ba53adcb48, infoPort=35499, infoSecurePort=0, ipcPort=41651, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738) 2024-12-09T06:03:38,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa701b539ccc86f5 with lease ID 0xf8c4891e2296ea02: from storage DS-520630f5-68e4-4b82-953f-d3cfd348f1b8 node DatanodeRegistration(127.0.0.1:43825, datanodeUuid=02d69a48-467c-4285-904b-f5ba53adcb48, infoPort=35499, infoSecurePort=0, ipcPort=41651, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:38,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa701b539ccc86f5 with lease ID 0xf8c4891e2296ea02: Processing first storage report for DS-65db82ca-fb55-4139-93d0-3368fa8a7c9d from datanode DatanodeRegistration(127.0.0.1:43825, datanodeUuid=02d69a48-467c-4285-904b-f5ba53adcb48, infoPort=35499, infoSecurePort=0, ipcPort=41651, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738) 2024-12-09T06:03:38,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa701b539ccc86f5 with lease ID 0xf8c4891e2296ea02: from storage DS-65db82ca-fb55-4139-93d0-3368fa8a7c9d node DatanodeRegistration(127.0.0.1:43825, datanodeUuid=02d69a48-467c-4285-904b-f5ba53adcb48, infoPort=35499, infoSecurePort=0, ipcPort=41651, storageInfo=lv=-57;cid=testClusterID;nsid=1058789917;c=1733724216738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:38,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:38,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3 2024-12-09T06:03:38,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/zookeeper_0, clientPort=57458, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T06:03:38,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57458 2024-12-09T06:03:38,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:38,284 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7 with version=8 2024-12-09T06:03:38,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/hbase-staging 2024-12-09T06:03:38,286 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:38,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:38,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:38,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:38,287 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:38,287 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43305 2024-12-09T06:03:38,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43305 connecting to ZooKeeper ensemble=127.0.0.1:57458 2024-12-09T06:03:38,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433050x0, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:38,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43305-0x100096340180000 connected 2024-12-09T06:03:38,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:38,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:38,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43305 2024-12-09T06:03:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43305 2024-12-09T06:03:38,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43305 2024-12-09T06:03:38,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43305 2024-12-09T06:03:38,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43305 2024-12-09T06:03:38,410 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7, hbase.cluster.distributed=false 2024-12-09T06:03:38,428 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:38,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:38,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:38,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:38,429 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:38,430 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35843 2024-12-09T06:03:38,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:38,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:38,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35843 connecting to ZooKeeper ensemble=127.0.0.1:57458 2024-12-09T06:03:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358430x0, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:38,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:38,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35843-0x100096340180001 connected 2024-12-09T06:03:38,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:38,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:38,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35843 2024-12-09T06:03:38,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35843 2024-12-09T06:03:38,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35843 2024-12-09T06:03:38,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35843 2024-12-09T06:03:38,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35843 2024-12-09T06:03:38,457 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:38,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:38,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:38,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:38,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:38,458 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:38,458 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42031 2024-12-09T06:03:38,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:38,459 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:38,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42031 connecting to ZooKeeper ensemble=127.0.0.1:57458 2024-12-09T06:03:38,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420310x0, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:38,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42031-0x100096340180002 connected 2024-12-09T06:03:38,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:38,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:38,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:38,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42031 2024-12-09T06:03:38,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42031 2024-12-09T06:03:38,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42031 2024-12-09T06:03:38,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42031 2024-12-09T06:03:38,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42031 2024-12-09T06:03:38,475 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4a5b629497d6,43305,1733724218285 2024-12-09T06:03:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:38,480 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a5b629497d6,43305,1733724218285 2024-12-09T06:03:38,487 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a5b629497d6:43305 2024-12-09T06:03:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,488 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:38,489 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a5b629497d6,43305,1733724218285 from backup master directory 2024-12-09T06:03:38,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a5b629497d6,43305,1733724218285 2024-12-09T06:03:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:38,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:38,496 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:38,496 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a5b629497d6,43305,1733724218285 2024-12-09T06:03:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:38,512 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/hbase.id with ID: 90de1b4a-e346-4ffe-85fb-d8710317631f 2024-12-09T06:03:38,527 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:38,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:38,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:38,547 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:38,548 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T06:03:38,548 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:38,559 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store 2024-12-09T06:03:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:38,568 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:38,568 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:38,568 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:38,568 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:38,568 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:38,568 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:38,568 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:38,568 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:38,569 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/.initializing 2024-12-09T06:03:38,569 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/WALs/4a5b629497d6,43305,1733724218285 2024-12-09T06:03:38,571 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:38,574 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C43305%2C1733724218285, suffix=, logDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/WALs/4a5b629497d6,43305,1733724218285, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/oldWALs, maxLogs=10 2024-12-09T06:03:38,588 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/WALs/4a5b629497d6,43305,1733724218285/4a5b629497d6%2C43305%2C1733724218285.1733724218574, exclude list is [], retry=0 2024-12-09T06:03:38,591 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-349bc07a-34ca-4066-b3b7-e75619c5bdb4,DISK] 2024-12-09T06:03:38,591 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43825,DS-520630f5-68e4-4b82-953f-d3cfd348f1b8,DISK] 2024-12-09T06:03:38,594 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/WALs/4a5b629497d6,43305,1733724218285/4a5b629497d6%2C43305%2C1733724218285.1733724218574 2024-12-09T06:03:38,594 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36763:36763),(127.0.0.1/127.0.0.1:35499:35499)] 2024-12-09T06:03:38,594 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:38,594 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:38,594 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,594 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T06:03:38,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:38,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T06:03:38,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:38,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T06:03:38,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:38,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T06:03:38,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:38,608 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,608 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,610 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T06:03:38,612 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:38,614 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:38,615 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69520259, jitterRate=0.03593258559703827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T06:03:38,616 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:38,616 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T06:03:38,619 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4588b06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:38,620 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T06:03:38,621 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T06:03:38,621 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T06:03:38,621 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T06:03:38,621 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T06:03:38,621 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T06:03:38,621 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T06:03:38,624 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T06:03:38,624 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T06:03:38,629 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T06:03:38,629 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T06:03:38,630 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T06:03:38,638 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T06:03:38,638 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T06:03:38,639 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T06:03:38,646 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T06:03:38,647 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T06:03:38,654 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T06:03:38,656 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T06:03:38,663 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T06:03:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,672 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4a5b629497d6,43305,1733724218285, sessionid=0x100096340180000, setting cluster-up flag (Was=false) 2024-12-09T06:03:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,721 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T06:03:38,722 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,43305,1733724218285 2024-12-09T06:03:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:38,805 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T06:03:38,807 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,43305,1733724218285 2024-12-09T06:03:38,810 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:38,810 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T06:03:38,810 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T06:03:38,810 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a5b629497d6,43305,1733724218285 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a5b629497d6:0, corePoolSize=10, maxPoolSize=10 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:38,811 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,814 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733724248814 2024-12-09T06:03:38,814 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T06:03:38,814 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T06:03:38,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:38,815 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T06:03:38,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T06:03:38,815 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T06:03:38,815 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T06:03:38,815 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T06:03:38,815 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,816 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T06:03:38,816 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T06:03:38,816 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T06:03:38,816 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T06:03:38,816 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T06:03:38,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,816 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724218816,5,FailOnTimeoutGroup] 2024-12-09T06:03:38,816 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724218816,5,FailOnTimeoutGroup] 2024-12-09T06:03:38,817 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:38,817 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T06:03:38,817 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,817 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:38,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T06:03:38,826 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7 2024-12-09T06:03:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:38,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:38,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:38,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:38,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:38,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:38,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:38,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:38,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:38,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:38,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:38,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:38,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740 2024-12-09T06:03:38,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740 2024-12-09T06:03:38,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:38,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:38,852 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:38,853 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65271333, jitterRate=-0.027381345629692078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:38,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:38,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:38,854 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:38,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:38,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:38,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:38,854 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:38,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:38,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:38,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T06:03:38,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T06:03:38,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T06:03:38,858 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T06:03:38,886 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a5b629497d6:35843 2024-12-09T06:03:38,886 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a5b629497d6:42031 2024-12-09T06:03:38,887 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1008): ClusterId : 90de1b4a-e346-4ffe-85fb-d8710317631f 2024-12-09T06:03:38,887 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1008): ClusterId : 90de1b4a-e346-4ffe-85fb-d8710317631f 2024-12-09T06:03:38,887 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:38,887 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:38,897 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:38,897 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:38,897 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:38,897 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:38,914 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:38,914 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:38,914 DEBUG [RS:0;4a5b629497d6:35843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ab74b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:38,914 DEBUG [RS:1;4a5b629497d6:42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6209be61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:38,914 DEBUG [RS:0;4a5b629497d6:35843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bc7b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:38,915 DEBUG [RS:1;4a5b629497d6:42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e23aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:38,915 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:38,915 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:38,915 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:38,915 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:38,915 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:38,915 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:38,915 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,43305,1733724218285 with isa=4a5b629497d6/172.17.0.2:35843, startcode=1733724218428 2024-12-09T06:03:38,915 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,43305,1733724218285 with isa=4a5b629497d6/172.17.0.2:42031, startcode=1733724218456 2024-12-09T06:03:38,916 DEBUG [RS:0;4a5b629497d6:35843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:38,916 DEBUG [RS:1;4a5b629497d6:42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:38,917 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45175, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:38,917 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56091, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:38,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,35843,1733724218428 2024-12-09T06:03:38,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,35843,1733724218428 2024-12-09T06:03:38,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,42031,1733724218456 2024-12-09T06:03:38,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,42031,1733724218456 2024-12-09T06:03:38,919 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7 2024-12-09T06:03:38,919 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37949 2024-12-09T06:03:38,919 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:38,921 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7 2024-12-09T06:03:38,921 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37949 2024-12-09T06:03:38,921 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:38,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:38,972 DEBUG [RS:0;4a5b629497d6:35843 {}] zookeeper.ZKUtil(111): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,35843,1733724218428 2024-12-09T06:03:38,972 WARN [RS:0;4a5b629497d6:35843 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:38,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,42031,1733724218456] 2024-12-09T06:03:38,973 INFO [RS:0;4a5b629497d6:35843 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:38,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,35843,1733724218428] 2024-12-09T06:03:38,973 DEBUG [RS:1;4a5b629497d6:42031 {}] zookeeper.ZKUtil(111): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,42031,1733724218456 2024-12-09T06:03:38,973 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428 2024-12-09T06:03:38,973 WARN [RS:1;4a5b629497d6:42031 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:38,973 INFO [RS:1;4a5b629497d6:42031 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:38,974 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,42031,1733724218456 2024-12-09T06:03:38,982 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:38,982 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:38,982 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:38,982 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:38,985 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:38,987 INFO [RS:1;4a5b629497d6:42031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:38,987 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,991 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:38,991 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:38,992 INFO [RS:0;4a5b629497d6:35843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:38,992 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,992 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:38,992 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,992 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,992 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,992 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:38,993 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,993 DEBUG [RS:1;4a5b629497d6:42031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:38,993 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,993 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:38,994 DEBUG [RS:0;4a5b629497d6:35843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:38,996 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,996 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,996 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,997 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,997 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,997 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,997 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,997 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35843,1733724218428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:38,997 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:38,997 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,42031,1733724218456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:39,009 WARN [4a5b629497d6:43305 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T06:03:39,010 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:39,010 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:39,010 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35843,1733724218428-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:39,010 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,42031,1733724218456-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:39,023 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.Replication(204): 4a5b629497d6,42031,1733724218456 started 2024-12-09T06:03:39,023 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,42031,1733724218456, RpcServer on 4a5b629497d6/172.17.0.2:42031, sessionid=0x100096340180002 2024-12-09T06:03:39,024 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.Replication(204): 4a5b629497d6,35843,1733724218428 started 2024-12-09T06:03:39,024 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,35843,1733724218428, RpcServer on 4a5b629497d6/172.17.0.2:35843, sessionid=0x100096340180001 2024-12-09T06:03:39,024 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:39,024 DEBUG [RS:1;4a5b629497d6:42031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,42031,1733724218456 2024-12-09T06:03:39,024 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:39,024 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,42031,1733724218456' 2024-12-09T06:03:39,024 DEBUG [RS:0;4a5b629497d6:35843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,024 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:39,024 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,35843,1733724218428' 2024-12-09T06:03:39,024 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:39,024 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:39,024 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:39,025 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:39,025 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:39,025 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:39,025 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:39,025 DEBUG [RS:0;4a5b629497d6:35843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,025 DEBUG [RS:1;4a5b629497d6:42031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,42031,1733724218456 2024-12-09T06:03:39,025 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,35843,1733724218428' 2024-12-09T06:03:39,025 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,42031,1733724218456' 2024-12-09T06:03:39,025 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:39,025 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:39,025 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:39,025 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:39,026 DEBUG [RS:0;4a5b629497d6:35843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:39,026 DEBUG [RS:1;4a5b629497d6:42031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:39,026 INFO [RS:1;4a5b629497d6:42031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:39,026 INFO [RS:0;4a5b629497d6:35843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:39,026 INFO [RS:1;4a5b629497d6:42031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:39,026 INFO [RS:0;4a5b629497d6:35843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:39,126 INFO [RS:1;4a5b629497d6:42031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:39,126 INFO [RS:0;4a5b629497d6:35843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:39,128 INFO [RS:0;4a5b629497d6:35843 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C35843%2C1733724218428, suffix=, logDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/oldWALs, maxLogs=32 2024-12-09T06:03:39,128 INFO [RS:1;4a5b629497d6:42031 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C42031%2C1733724218456, suffix=, logDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,42031,1733724218456, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/oldWALs, maxLogs=32 2024-12-09T06:03:39,142 DEBUG [RS:0;4a5b629497d6:35843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428/4a5b629497d6%2C35843%2C1733724218428.1733724219130, exclude list is [], retry=0 2024-12-09T06:03:39,144 DEBUG [RS:1;4a5b629497d6:42031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,42031,1733724218456/4a5b629497d6%2C42031%2C1733724218456.1733724219130, exclude list is [], retry=0 2024-12-09T06:03:39,145 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-349bc07a-34ca-4066-b3b7-e75619c5bdb4,DISK] 2024-12-09T06:03:39,145 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43825,DS-520630f5-68e4-4b82-953f-d3cfd348f1b8,DISK] 2024-12-09T06:03:39,147 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-349bc07a-34ca-4066-b3b7-e75619c5bdb4,DISK] 2024-12-09T06:03:39,147 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43825,DS-520630f5-68e4-4b82-953f-d3cfd348f1b8,DISK] 2024-12-09T06:03:39,149 INFO [RS:1;4a5b629497d6:42031 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,42031,1733724218456/4a5b629497d6%2C42031%2C1733724218456.1733724219130 2024-12-09T06:03:39,150 DEBUG [RS:1;4a5b629497d6:42031 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35499:35499),(127.0.0.1/127.0.0.1:36763:36763)] 2024-12-09T06:03:39,154 INFO [RS:0;4a5b629497d6:35843 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428/4a5b629497d6%2C35843%2C1733724218428.1733724219130 2024-12-09T06:03:39,155 DEBUG [RS:0;4a5b629497d6:35843 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36763:36763),(127.0.0.1/127.0.0.1:35499:35499)] 2024-12-09T06:03:39,259 DEBUG [4a5b629497d6:43305 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T06:03:39,259 DEBUG [4a5b629497d6:43305 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:39,261 DEBUG [4a5b629497d6:43305 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:39,261 DEBUG [4a5b629497d6:43305 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:39,261 INFO [4a5b629497d6:43305 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:39,261 INFO [4a5b629497d6:43305 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:39,261 DEBUG [4a5b629497d6:43305 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:39,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,263 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,35843,1733724218428, state=OPENING 2024-12-09T06:03:39,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T06:03:39,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:39,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:39,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:39,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4a5b629497d6,35843,1733724218428}] 2024-12-09T06:03:39,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:39,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:39,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:39,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:39,436 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:39,441 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T06:03:39,441 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:39,442 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T06:03:39,445 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C35843%2C1733724218428.meta, suffix=.meta, logDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428, archiveDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/oldWALs, maxLogs=32 2024-12-09T06:03:39,458 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428/4a5b629497d6%2C35843%2C1733724218428.meta.1733724219445.meta, exclude list is [], retry=0 2024-12-09T06:03:39,460 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38621,DS-349bc07a-34ca-4066-b3b7-e75619c5bdb4,DISK] 2024-12-09T06:03:39,460 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43825,DS-520630f5-68e4-4b82-953f-d3cfd348f1b8,DISK] 2024-12-09T06:03:39,462 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428/4a5b629497d6%2C35843%2C1733724218428.meta.1733724219445.meta 2024-12-09T06:03:39,463 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36763:36763),(127.0.0.1/127.0.0.1:35499:35499)] 2024-12-09T06:03:39,463 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:39,463 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T06:03:39,463 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T06:03:39,463 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T06:03:39,463 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T06:03:39,463 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:39,464 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T06:03:39,464 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T06:03:39,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:39,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:39,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:39,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:39,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:39,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:39,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:39,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:39,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:39,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:39,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:39,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:39,471 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740 2024-12-09T06:03:39,472 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740 2024-12-09T06:03:39,474 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:39,476 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:39,478 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66995352, jitterRate=-0.0016914606094360352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:39,479 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:39,480 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733724219433 2024-12-09T06:03:39,482 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T06:03:39,482 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T06:03:39,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,484 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,35843,1733724218428, state=OPEN 2024-12-09T06:03:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:39,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:39,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:39,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:39,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:39,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T06:03:39,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4a5b629497d6,35843,1733724218428 in 208 msec 2024-12-09T06:03:39,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T06:03:39,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-12-09T06:03:39,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 686 msec 2024-12-09T06:03:39,496 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733724219496, completionTime=-1 2024-12-09T06:03:39,496 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T06:03:39,496 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T06:03:39,497 DEBUG [hconnection-0x49d85b38-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:39,498 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:39,499 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T06:03:39,499 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733724279499 2024-12-09T06:03:39,499 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733724339499 2024-12-09T06:03:39,499 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T06:03:39,521 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,43305,1733724218285-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:39,521 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,43305,1733724218285-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:39,522 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,43305,1733724218285-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:39,522 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a5b629497d6:43305, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:39,522 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:39,522 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T06:03:39,522 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:39,523 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T06:03:39,524 DEBUG [master/4a5b629497d6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T06:03:39,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:39,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:39,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:39,535 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 695050287a54465022dccdd33ab9d5fe, NAME => 'hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7 2024-12-09T06:03:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:39,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:39,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:39,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 695050287a54465022dccdd33ab9d5fe, disabling compactions & flushes 2024-12-09T06:03:39,542 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:39,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:39,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. after waiting 0 ms 2024-12-09T06:03:39,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:39,542 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:39,542 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 695050287a54465022dccdd33ab9d5fe: 2024-12-09T06:03:39,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:39,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733724219544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724219544"}]},"ts":"1733724219544"} 2024-12-09T06:03:39,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T06:03:39,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:39,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724219548"}]},"ts":"1733724219548"} 2024-12-09T06:03:39,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T06:03:39,563 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:39,564 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:39,564 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:39,564 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:39,564 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:39,564 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:39,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=695050287a54465022dccdd33ab9d5fe, ASSIGN}] 2024-12-09T06:03:39,566 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=695050287a54465022dccdd33ab9d5fe, ASSIGN 2024-12-09T06:03:39,568 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=695050287a54465022dccdd33ab9d5fe, ASSIGN; state=OFFLINE, location=4a5b629497d6,35843,1733724218428; forceNewPlan=false, retain=false 2024-12-09T06:03:39,718 INFO [4a5b629497d6:43305 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T06:03:39,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=695050287a54465022dccdd33ab9d5fe, regionState=OPENING, regionLocation=4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 695050287a54465022dccdd33ab9d5fe, server=4a5b629497d6,35843,1733724218428}] 2024-12-09T06:03:39,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:39,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 695050287a54465022dccdd33ab9d5fe, NAME => 'hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:39,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:39,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:39,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:39,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:39,882 INFO [StoreOpener-695050287a54465022dccdd33ab9d5fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:39,884 INFO [StoreOpener-695050287a54465022dccdd33ab9d5fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 695050287a54465022dccdd33ab9d5fe columnFamilyName info 2024-12-09T06:03:39,884 DEBUG [StoreOpener-695050287a54465022dccdd33ab9d5fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:39,885 INFO [StoreOpener-695050287a54465022dccdd33ab9d5fe-1 {}] regionserver.HStore(327): Store=695050287a54465022dccdd33ab9d5fe/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:39,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:39,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:39,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:39,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:39,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 695050287a54465022dccdd33ab9d5fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67713558, jitterRate=0.009010642766952515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:39,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 695050287a54465022dccdd33ab9d5fe: 2024-12-09T06:03:39,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe., pid=6, masterSystemTime=1733724219875 2024-12-09T06:03:39,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:39,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:39,900 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=695050287a54465022dccdd33ab9d5fe, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,35843,1733724218428 2024-12-09T06:03:39,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T06:03:39,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 695050287a54465022dccdd33ab9d5fe, server=4a5b629497d6,35843,1733724218428 in 181 msec 2024-12-09T06:03:39,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T06:03:39,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=695050287a54465022dccdd33ab9d5fe, ASSIGN in 341 msec 2024-12-09T06:03:39,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:39,910 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724219910"}]},"ts":"1733724219910"} 2024-12-09T06:03:39,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T06:03:39,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:39,925 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T06:03:39,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 400 msec 2024-12-09T06:03:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:39,935 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T06:03:39,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:39,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2024-12-09T06:03:39,978 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T06:03:39,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:40,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 29 msec 2024-12-09T06:03:40,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T06:03:40,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T06:03:40,046 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.550sec 2024-12-09T06:03:40,047 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T06:03:40,047 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T06:03:40,047 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T06:03:40,047 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T06:03:40,047 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T06:03:40,047 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,43305,1733724218285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:40,047 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,43305,1733724218285-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T06:03:40,051 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T06:03:40,051 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T06:03:40,051 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,43305,1733724218285-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:40,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72c85553 to 127.0.0.1:57458 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aa1fad6 2024-12-09T06:03:40,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad3f40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:40,092 DEBUG [hconnection-0x19c9cf3f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:40,095 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4a5b629497d6,43305,1733724218285 2024-12-09T06:03:40,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T06:03:40,102 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T06:03:40,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T06:03:40,107 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:40,107 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:40,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T06:03:40,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:40,122 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1e3f2591063f89c8206de5a3cea30433, NAME => 'testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7 2024-12-09T06:03:40,123 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e47d48c6f8b86b03e08e9f3b464b30b2, NAME => 'testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7 2024-12-09T06:03:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:40,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 1e3f2591063f89c8206de5a3cea30433, disabling compactions & flushes 2024-12-09T06:03:40,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. after waiting 0 ms 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1e3f2591063f89c8206de5a3cea30433: 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing e47d48c6f8b86b03e08e9f3b464b30b2, disabling compactions & flushes 2024-12-09T06:03:40,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. after waiting 0 ms 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for e47d48c6f8b86b03e08e9f3b464b30b2: 2024-12-09T06:03:40,136 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:40,136 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724220136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724220136"}]},"ts":"1733724220136"} 2024-12-09T06:03:40,136 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724220136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724220136"}]},"ts":"1733724220136"} 2024-12-09T06:03:40,139 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T06:03:40,140 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:40,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724220140"}]},"ts":"1733724220140"} 2024-12-09T06:03:40,142 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T06:03:40,154 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:40,156 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:40,156 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:40,156 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:40,156 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:40,156 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:40,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e3f2591063f89c8206de5a3cea30433, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e47d48c6f8b86b03e08e9f3b464b30b2, ASSIGN}] 2024-12-09T06:03:40,158 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e47d48c6f8b86b03e08e9f3b464b30b2, ASSIGN 2024-12-09T06:03:40,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e3f2591063f89c8206de5a3cea30433, ASSIGN 2024-12-09T06:03:40,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e3f2591063f89c8206de5a3cea30433, ASSIGN; state=OFFLINE, location=4a5b629497d6,42031,1733724218456; forceNewPlan=false, retain=false 2024-12-09T06:03:40,159 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e47d48c6f8b86b03e08e9f3b464b30b2, ASSIGN; state=OFFLINE, location=4a5b629497d6,35843,1733724218428; forceNewPlan=false, retain=false 2024-12-09T06:03:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:40,309 INFO [4a5b629497d6:43305 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T06:03:40,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1e3f2591063f89c8206de5a3cea30433, regionState=OPENING, regionLocation=4a5b629497d6,42031,1733724218456 2024-12-09T06:03:40,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=e47d48c6f8b86b03e08e9f3b464b30b2, regionState=OPENING, regionLocation=4a5b629497d6,35843,1733724218428 2024-12-09T06:03:40,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 1e3f2591063f89c8206de5a3cea30433, server=4a5b629497d6,42031,1733724218456}] 2024-12-09T06:03:40,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure e47d48c6f8b86b03e08e9f3b464b30b2, server=4a5b629497d6,35843,1733724218428}] 2024-12-09T06:03:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:40,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,42031,1733724218456 2024-12-09T06:03:40,471 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:40,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,35843,1733724218428 2024-12-09T06:03:40,474 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:40,480 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,481 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => e47d48c6f8b86b03e08e9f3b464b30b2, NAME => 'testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T06:03:40,481 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,481 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:40,482 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,482 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,483 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,483 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 1e3f2591063f89c8206de5a3cea30433, NAME => 'testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T06:03:40,483 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,483 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:40,484 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,484 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,484 INFO [StoreOpener-e47d48c6f8b86b03e08e9f3b464b30b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,485 INFO [StoreOpener-1e3f2591063f89c8206de5a3cea30433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,486 INFO [StoreOpener-e47d48c6f8b86b03e08e9f3b464b30b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e47d48c6f8b86b03e08e9f3b464b30b2 columnFamilyName family 2024-12-09T06:03:40,486 DEBUG [StoreOpener-e47d48c6f8b86b03e08e9f3b464b30b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:40,487 INFO [StoreOpener-1e3f2591063f89c8206de5a3cea30433-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e3f2591063f89c8206de5a3cea30433 columnFamilyName family 2024-12-09T06:03:40,487 DEBUG [StoreOpener-1e3f2591063f89c8206de5a3cea30433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:40,487 INFO [StoreOpener-e47d48c6f8b86b03e08e9f3b464b30b2-1 {}] regionserver.HStore(327): Store=e47d48c6f8b86b03e08e9f3b464b30b2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:40,487 INFO [StoreOpener-1e3f2591063f89c8206de5a3cea30433-1 {}] regionserver.HStore(327): Store=1e3f2591063f89c8206de5a3cea30433/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:40,488 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,488 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,488 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,489 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,490 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,491 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,494 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:40,494 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:40,494 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened e47d48c6f8b86b03e08e9f3b464b30b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70586655, jitterRate=0.051823124289512634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:40,494 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 1e3f2591063f89c8206de5a3cea30433; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67987261, jitterRate=0.0130891352891922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:40,495 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 1e3f2591063f89c8206de5a3cea30433: 2024-12-09T06:03:40,495 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for e47d48c6f8b86b03e08e9f3b464b30b2: 2024-12-09T06:03:40,496 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2., pid=13, masterSystemTime=1733724220471 2024-12-09T06:03:40,496 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433., pid=12, masterSystemTime=1733724220470 2024-12-09T06:03:40,498 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,498 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1e3f2591063f89c8206de5a3cea30433, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,42031,1733724218456 2024-12-09T06:03:40,499 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,499 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=e47d48c6f8b86b03e08e9f3b464b30b2, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,35843,1733724218428 2024-12-09T06:03:40,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T06:03:40,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 1e3f2591063f89c8206de5a3cea30433, server=4a5b629497d6,42031,1733724218456 in 185 msec 2024-12-09T06:03:40,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T06:03:40,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure e47d48c6f8b86b03e08e9f3b464b30b2, server=4a5b629497d6,35843,1733724218428 in 185 msec 2024-12-09T06:03:40,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T06:03:40,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T06:03:40,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e3f2591063f89c8206de5a3cea30433, ASSIGN in 348 msec 2024-12-09T06:03:40,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-09T06:03:40,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-09T06:03:40,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-09T06:03:40,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e47d48c6f8b86b03e08e9f3b464b30b2, ASSIGN in 349 msec 2024-12-09T06:03:40,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:03:40,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T06:03:40,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T06:03:40,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T06:03:40,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:40,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724220510"}]},"ts":"1733724220510"} 2024-12-09T06:03:40,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-09T06:03:40,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-09T06:03:40,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T06:03:40,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:40,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 452 msec 2024-12-09T06:03:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:40,715 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T06:03:40,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T06:03:40,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T06:03:40,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T06:03:40,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:40,724 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:40,747 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing e47d48c6f8b86b03e08e9f3b464b30b2 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T06:03:40,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2/.tmp/family/fa1f74a56f604f499527f622bfbf5ffc is 32, key is 5/family:/1733724220739/Put/seqid=0 2024-12-09T06:03:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741841_1017 (size=5083) 2024-12-09T06:03:40,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741841_1017 (size=5083) 2024-12-09T06:03:40,771 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2/.tmp/family/fa1f74a56f604f499527f622bfbf5ffc 2024-12-09T06:03:40,781 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2/.tmp/family/fa1f74a56f604f499527f622bfbf5ffc as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2/family/fa1f74a56f604f499527f622bfbf5ffc 2024-12-09T06:03:40,791 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2/family/fa1f74a56f604f499527f622bfbf5ffc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T06:03:40,792 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e47d48c6f8b86b03e08e9f3b464b30b2 in 45ms, sequenceid=9, compaction requested=false 2024-12-09T06:03:40,792 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for e47d48c6f8b86b03e08e9f3b464b30b2: 2024-12-09T06:03:40,792 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1e3f2591063f89c8206de5a3cea30433 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T06:03:40,809 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433/.tmp/family/8b9cd636ab134a7fa21267797e92900e is 32, key is 1/family:/1733724220725/Put/seqid=0 2024-12-09T06:03:40,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741842_1018 (size=5054) 2024-12-09T06:03:40,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741842_1018 (size=5054) 2024-12-09T06:03:40,816 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433/.tmp/family/8b9cd636ab134a7fa21267797e92900e 2024-12-09T06:03:40,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433/.tmp/family/8b9cd636ab134a7fa21267797e92900e as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433/family/8b9cd636ab134a7fa21267797e92900e 2024-12-09T06:03:40,835 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433/family/8b9cd636ab134a7fa21267797e92900e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T06:03:40,836 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1e3f2591063f89c8206de5a3cea30433 in 44ms, sequenceid=8, compaction requested=false 2024-12-09T06:03:40,836 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1e3f2591063f89c8206de5a3cea30433: 2024-12-09T06:03:40,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T06:03:40,841 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T06:03:40,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72c85553 to 127.0.0.1:57458 2024-12-09T06:03:40,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:40,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T06:03:40,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1422757645, stopped=false 2024-12-09T06:03:40,842 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4a5b629497d6,43305,1733724218285 2024-12-09T06:03:40,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T06:03:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:40,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:40,855 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,35843,1733724218428' ***** 2024-12-09T06:03:40,855 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:40,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:40,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:40,855 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,42031,1733724218456' ***** 2024-12-09T06:03:40,855 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:40,856 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:40,856 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:40,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:40,856 INFO [RS:1;4a5b629497d6:42031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:40,856 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:40,856 INFO [RS:1;4a5b629497d6:42031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:40,856 INFO [RS:0;4a5b629497d6:35843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:40,856 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:40,856 INFO [RS:0;4a5b629497d6:35843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:40,856 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(3579): Received CLOSE for 1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,856 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(3579): Received CLOSE for e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,856 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,42031,1733724218456 2024-12-09T06:03:40,857 DEBUG [RS:1;4a5b629497d6:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:40,857 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1e3f2591063f89c8206de5a3cea30433, disabling compactions & flushes 2024-12-09T06:03:40,857 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1603): Online Regions={1e3f2591063f89c8206de5a3cea30433=testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433.} 2024-12-09T06:03:40,857 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,857 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(3579): Received CLOSE for 695050287a54465022dccdd33ab9d5fe 2024-12-09T06:03:40,857 DEBUG [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1629): Waiting on 1e3f2591063f89c8206de5a3cea30433 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,857 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,35843,1733724218428 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. after waiting 0 ms 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e47d48c6f8b86b03e08e9f3b464b30b2, disabling compactions & flushes 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,857 DEBUG [RS:0;4a5b629497d6:35843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:40,857 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,857 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. after waiting 0 ms 2024-12-09T06:03:40,857 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,857 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:40,857 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T06:03:40,857 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-09T06:03:40,857 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1603): Online Regions={e47d48c6f8b86b03e08e9f3b464b30b2=testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2., 695050287a54465022dccdd33ab9d5fe=hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T06:03:40,857 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:40,857 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 695050287a54465022dccdd33ab9d5fe, e47d48c6f8b86b03e08e9f3b464b30b2 2024-12-09T06:03:40,857 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:40,858 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:40,858 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:40,858 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:40,858 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T06:03:40,862 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/e47d48c6f8b86b03e08e9f3b464b30b2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T06:03:40,863 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,863 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e47d48c6f8b86b03e08e9f3b464b30b2: 2024-12-09T06:03:40,863 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/default/testClearRegionBlockCache/1e3f2591063f89c8206de5a3cea30433/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T06:03:40,864 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2. 2024-12-09T06:03:40,864 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 695050287a54465022dccdd33ab9d5fe, disabling compactions & flushes 2024-12-09T06:03:40,864 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:40,864 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:40,864 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. after waiting 0 ms 2024-12-09T06:03:40,864 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:40,864 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 695050287a54465022dccdd33ab9d5fe 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T06:03:40,864 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,864 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1e3f2591063f89c8206de5a3cea30433: 2024-12-09T06:03:40,864 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733724220104.1e3f2591063f89c8206de5a3cea30433. 2024-12-09T06:03:40,877 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/.tmp/info/0dce34ca73fd45a0b1fd6f66d28ebe22 is 173, key is testClearRegionBlockCache,5,1733724220104.e47d48c6f8b86b03e08e9f3b464b30b2./info:regioninfo/1733724220500/Put/seqid=0 2024-12-09T06:03:40,879 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe/.tmp/info/a1f60cb1fa7f4c9a920fd55623590575 is 45, key is default/info:d/1733724219942/Put/seqid=0 2024-12-09T06:03:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:03:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:03:40,884 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/.tmp/info/0dce34ca73fd45a0b1fd6f66d28ebe22 2024-12-09T06:03:40,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:03:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:03:40,892 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe/.tmp/info/a1f60cb1fa7f4c9a920fd55623590575 2024-12-09T06:03:40,899 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:40,899 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:40,899 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe/.tmp/info/a1f60cb1fa7f4c9a920fd55623590575 as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe/info/a1f60cb1fa7f4c9a920fd55623590575 2024-12-09T06:03:40,905 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe/info/a1f60cb1fa7f4c9a920fd55623590575, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T06:03:40,907 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 695050287a54465022dccdd33ab9d5fe in 42ms, sequenceid=6, compaction requested=false 2024-12-09T06:03:40,913 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/.tmp/table/0087b1ecbbe1465dbc12dae778354439 is 61, key is testClearRegionBlockCache/table:state/1733724220510/Put/seqid=0 2024-12-09T06:03:40,913 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/namespace/695050287a54465022dccdd33ab9d5fe/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T06:03:40,914 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:40,914 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 695050287a54465022dccdd33ab9d5fe: 2024-12-09T06:03:40,914 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733724219522.695050287a54465022dccdd33ab9d5fe. 2024-12-09T06:03:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:40,997 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T06:03:40,997 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T06:03:41,006 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T06:03:41,006 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T06:03:41,057 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,42031,1733724218456; all regions closed. 2024-12-09T06:03:41,058 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T06:03:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741834_1010 (size=1758) 2024-12-09T06:03:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741834_1010 (size=1758) 2024-12-09T06:03:41,069 DEBUG [RS:1;4a5b629497d6:42031 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/oldWALs 2024-12-09T06:03:41,069 INFO [RS:1;4a5b629497d6:42031 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C42031%2C1733724218456:(num 1733724219130) 2024-12-09T06:03:41,069 DEBUG [RS:1;4a5b629497d6:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:41,069 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:41,069 INFO [RS:1;4a5b629497d6:42031 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:41,070 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:41,070 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:41,070 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:41,070 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:41,070 INFO [RS:1;4a5b629497d6:42031 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42031 2024-12-09T06:03:41,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:41,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,42031,1733724218456 2024-12-09T06:03:41,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,42031,1733724218456] 2024-12-09T06:03:41,088 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,42031,1733724218456; numProcessing=1 2024-12-09T06:03:41,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,42031,1733724218456 already deleted, retry=false 2024-12-09T06:03:41,096 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,42031,1733724218456 expired; onlineServers=1 2024-12-09T06:03:41,188 INFO [RS:1;4a5b629497d6:42031 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,42031,1733724218456; zookeeper connection closed. 2024-12-09T06:03:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42031-0x100096340180002, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:41,189 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a9ca283 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a9ca283 2024-12-09T06:03:41,258 DEBUG [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T06:03:41,321 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/.tmp/table/0087b1ecbbe1465dbc12dae778354439 2024-12-09T06:03:41,330 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/.tmp/info/0dce34ca73fd45a0b1fd6f66d28ebe22 as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/info/0dce34ca73fd45a0b1fd6f66d28ebe22 2024-12-09T06:03:41,337 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/info/0dce34ca73fd45a0b1fd6f66d28ebe22, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T06:03:41,339 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/.tmp/table/0087b1ecbbe1465dbc12dae778354439 as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/table/0087b1ecbbe1465dbc12dae778354439 2024-12-09T06:03:41,347 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/table/0087b1ecbbe1465dbc12dae778354439, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T06:03:41,348 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 490ms, sequenceid=16, compaction requested=false 2024-12-09T06:03:41,354 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T06:03:41,354 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:03:41,354 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:41,354 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:41,354 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:41,459 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,35843,1733724218428; all regions closed. 2024-12-09T06:03:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:41,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/WALs/4a5b629497d6,35843,1733724218428/4a5b629497d6%2C35843%2C1733724218428.meta.1733724219445.meta not finished, retry = 0 2024-12-09T06:03:41,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:41,572 DEBUG [RS:0;4a5b629497d6:35843 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/oldWALs 2024-12-09T06:03:41,572 INFO [RS:0;4a5b629497d6:35843 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C35843%2C1733724218428.meta:.meta(num 1733724219445) 2024-12-09T06:03:41,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741833_1009 (size=3188) 2024-12-09T06:03:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741833_1009 (size=3188) 2024-12-09T06:03:41,578 DEBUG [RS:0;4a5b629497d6:35843 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/oldWALs 2024-12-09T06:03:41,578 INFO [RS:0;4a5b629497d6:35843 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C35843%2C1733724218428:(num 1733724219130) 2024-12-09T06:03:41,578 DEBUG [RS:0;4a5b629497d6:35843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:41,578 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:41,579 INFO [RS:0;4a5b629497d6:35843 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:41,579 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:41,579 INFO [RS:0;4a5b629497d6:35843 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35843 2024-12-09T06:03:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,35843,1733724218428 2024-12-09T06:03:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:41,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,35843,1733724218428] 2024-12-09T06:03:41,704 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,35843,1733724218428; numProcessing=2 2024-12-09T06:03:41,713 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,35843,1733724218428 already deleted, retry=false 2024-12-09T06:03:41,713 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,35843,1733724218428 expired; onlineServers=0 2024-12-09T06:03:41,713 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,43305,1733724218285' ***** 2024-12-09T06:03:41,713 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T06:03:41,713 DEBUG [M:0;4a5b629497d6:43305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4180d490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:41,713 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,43305,1733724218285 2024-12-09T06:03:41,713 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,43305,1733724218285; all regions closed. 2024-12-09T06:03:41,713 DEBUG [M:0;4a5b629497d6:43305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:41,714 DEBUG [M:0;4a5b629497d6:43305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T06:03:41,714 DEBUG [M:0;4a5b629497d6:43305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T06:03:41,714 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T06:03:41,714 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724218816 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724218816,5,FailOnTimeoutGroup] 2024-12-09T06:03:41,714 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724218816 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724218816,5,FailOnTimeoutGroup] 2024-12-09T06:03:41,714 INFO [M:0;4a5b629497d6:43305 {}] hbase.ChoreService(370): Chore service for: master/4a5b629497d6:0 had [] on shutdown 2024-12-09T06:03:41,714 DEBUG [M:0;4a5b629497d6:43305 {}] master.HMaster(1733): Stopping service threads 2024-12-09T06:03:41,714 INFO [M:0;4a5b629497d6:43305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T06:03:41,715 INFO [M:0;4a5b629497d6:43305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T06:03:41,715 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T06:03:41,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:41,721 DEBUG [M:0;4a5b629497d6:43305 {}] zookeeper.ZKUtil(347): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T06:03:41,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:41,721 WARN [M:0;4a5b629497d6:43305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T06:03:41,721 INFO [M:0;4a5b629497d6:43305 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T06:03:41,722 INFO [M:0;4a5b629497d6:43305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T06:03:41,722 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:41,722 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:41,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:41,722 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:41,722 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:41,722 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:41,722 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-09T06:03:41,748 DEBUG [M:0;4a5b629497d6:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c06b8fe6e4b44ef3931486aba8db1e83 is 82, key is hbase:meta,,1/info:regioninfo/1733724219483/Put/seqid=0 2024-12-09T06:03:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:41,754 INFO [M:0;4a5b629497d6:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c06b8fe6e4b44ef3931486aba8db1e83 2024-12-09T06:03:41,775 DEBUG [M:0;4a5b629497d6:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3020aa79804355b18c68d594d6e292 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733724220558/Put/seqid=0 2024-12-09T06:03:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:41,781 INFO [M:0;4a5b629497d6:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3020aa79804355b18c68d594d6e292 2024-12-09T06:03:41,801 DEBUG [M:0;4a5b629497d6:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12605fecccaa494893a56320a12d4fd7 is 69, key is 4a5b629497d6,35843,1733724218428/rs:state/1733724218918/Put/seqid=0 2024-12-09T06:03:41,804 INFO [RS:0;4a5b629497d6:35843 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,35843,1733724218428; zookeeper connection closed. 2024-12-09T06:03:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:41,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35843-0x100096340180001, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:41,805 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55108f9d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55108f9d 2024-12-09T06:03:41,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T06:03:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:41,807 INFO [M:0;4a5b629497d6:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12605fecccaa494893a56320a12d4fd7 2024-12-09T06:03:41,814 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c06b8fe6e4b44ef3931486aba8db1e83 as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c06b8fe6e4b44ef3931486aba8db1e83 2024-12-09T06:03:41,819 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c06b8fe6e4b44ef3931486aba8db1e83, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T06:03:41,821 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb3020aa79804355b18c68d594d6e292 as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb3020aa79804355b18c68d594d6e292 2024-12-09T06:03:41,827 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb3020aa79804355b18c68d594d6e292, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T06:03:41,828 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12605fecccaa494893a56320a12d4fd7 as hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12605fecccaa494893a56320a12d4fd7 2024-12-09T06:03:41,833 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37949/user/jenkins/test-data/d49a43a9-1963-c96f-54f3-78f8ad76a7f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12605fecccaa494893a56320a12d4fd7, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T06:03:41,834 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=108, compaction requested=false 2024-12-09T06:03:41,836 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:41,836 DEBUG [M:0;4a5b629497d6:43305 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38621 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43825 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:41,839 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:41,839 INFO [M:0;4a5b629497d6:43305 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T06:03:41,839 INFO [M:0;4a5b629497d6:43305 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43305 2024-12-09T06:03:41,846 DEBUG [M:0;4a5b629497d6:43305 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4a5b629497d6,43305,1733724218285 already deleted, retry=false 2024-12-09T06:03:41,955 INFO [M:0;4a5b629497d6:43305 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,43305,1733724218285; zookeeper connection closed. 2024-12-09T06:03:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x100096340180000, quorum=127.0.0.1:57458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:41,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44245e6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:41,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fe6976a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:41,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:41,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b71b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:41,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4463394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:41,960 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:41,960 WARN [BP-1051434559-172.17.0.2-1733724216738 heartbeating to localhost/127.0.0.1:37949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:41,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:41,961 WARN [BP-1051434559-172.17.0.2-1733724216738 heartbeating to localhost/127.0.0.1:37949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1051434559-172.17.0.2-1733724216738 (Datanode Uuid 02d69a48-467c-4285-904b-f5ba53adcb48) service to localhost/127.0.0.1:37949 2024-12-09T06:03:41,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data3/current/BP-1051434559-172.17.0.2-1733724216738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:41,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data4/current/BP-1051434559-172.17.0.2-1733724216738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:41,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:41,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11701e87{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:41,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d9a23e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:41,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:41,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@483d3f1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:41,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ac7687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:41,970 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:41,970 WARN [BP-1051434559-172.17.0.2-1733724216738 heartbeating to localhost/127.0.0.1:37949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:41,970 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:41,970 WARN [BP-1051434559-172.17.0.2-1733724216738 heartbeating to localhost/127.0.0.1:37949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1051434559-172.17.0.2-1733724216738 (Datanode Uuid 46940bac-3642-42b3-96a4-836562de46b8) service to localhost/127.0.0.1:37949 2024-12-09T06:03:41,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data1/current/BP-1051434559-172.17.0.2-1733724216738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:41,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/cluster_cec46eaa-a958-0159-ef2f-0c795e209a63/dfs/data/data2/current/BP-1051434559-172.17.0.2-1733724216738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:41,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:41,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a0bd94e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:41,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21a86b4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:41,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:41,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31bfa1dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:41,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e155130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:41,984 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T06:03:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T06:03:42,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 76) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37949 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37949 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=16788 (was 16965) 2024-12-09T06:03:42,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=105, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=16788 2024-12-09T06:03:42,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir so I do NOT create it in target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d 2024-12-09T06:03:42,029 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.tmp.dir so I do NOT create it in target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d 2024-12-09T06:03:42,029 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7c7e3383-bb13-bad8-20a4-f35fdd2652f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T06:03:42,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96, deleteOnExit=true 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/test.cache.data in system properties and HBase conf 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir in system properties and HBase conf 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T06:03:42,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T06:03:42,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T06:03:42,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/nfs.dump.dir in system properties and HBase conf 2024-12-09T06:03:42,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/java.io.tmpdir in system properties and HBase conf 2024-12-09T06:03:42,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:42,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T06:03:42,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T06:03:42,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:42,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:42,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:42,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:42,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:42,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:42,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74881aa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:42,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f5d0e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:42,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76f806e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/java.io.tmpdir/jetty-localhost-33683-hadoop-hdfs-3_4_1-tests_jar-_-any-15221344762900275250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:42,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6db0a39b{HTTP/1.1, (http/1.1)}{localhost:33683} 2024-12-09T06:03:42,439 INFO [Time-limited test {}] server.Server(415): Started @17814ms 2024-12-09T06:03:42,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:42,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:42,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:42,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:42,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:42,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7337ab4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:42,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5acbafa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:42,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56a2e28e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/java.io.tmpdir/jetty-localhost-34139-hadoop-hdfs-3_4_1-tests_jar-_-any-2612503760183005359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:42,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7820a3c0{HTTP/1.1, (http/1.1)}{localhost:34139} 2024-12-09T06:03:42,702 INFO [Time-limited test {}] server.Server(415): Started @18076ms 2024-12-09T06:03:42,703 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:42,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:42,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:42,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:42,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:42,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:42,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a359d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:42,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d72919{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:42,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60987f34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/java.io.tmpdir/jetty-localhost-35597-hadoop-hdfs-3_4_1-tests_jar-_-any-773889780884297804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:42,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45f46238{HTTP/1.1, (http/1.1)}{localhost:35597} 2024-12-09T06:03:42,833 INFO [Time-limited test {}] server.Server(415): Started @18208ms 2024-12-09T06:03:42,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:43,358 WARN [Thread-640 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data2/current/BP-907298140-172.17.0.2-1733724222055/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:43,358 WARN [Thread-639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data1/current/BP-907298140-172.17.0.2-1733724222055/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:43,376 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d01bcad99ba0e21 with lease ID 0x23554b09ffb3f533: Processing first storage report for DS-7808e94b-df60-4152-ab70-e88524a73f09 from datanode DatanodeRegistration(127.0.0.1:36115, datanodeUuid=ea5be909-97f4-496e-b055-fdaf40599244, infoPort=34601, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055) 2024-12-09T06:03:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d01bcad99ba0e21 with lease ID 0x23554b09ffb3f533: from storage DS-7808e94b-df60-4152-ab70-e88524a73f09 node DatanodeRegistration(127.0.0.1:36115, datanodeUuid=ea5be909-97f4-496e-b055-fdaf40599244, infoPort=34601, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T06:03:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d01bcad99ba0e21 with lease ID 0x23554b09ffb3f533: Processing first storage report for DS-4f2a27f8-0753-4187-be13-82831e588d35 from datanode DatanodeRegistration(127.0.0.1:36115, datanodeUuid=ea5be909-97f4-496e-b055-fdaf40599244, infoPort=34601, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055) 2024-12-09T06:03:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d01bcad99ba0e21 with lease ID 0x23554b09ffb3f533: from storage DS-4f2a27f8-0753-4187-be13-82831e588d35 node DatanodeRegistration(127.0.0.1:36115, datanodeUuid=ea5be909-97f4-496e-b055-fdaf40599244, infoPort=34601, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:43,583 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data3/current/BP-907298140-172.17.0.2-1733724222055/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:43,583 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data4/current/BP-907298140-172.17.0.2-1733724222055/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:43,604 WARN [Thread-627 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3ee21874b1d28ee with lease ID 0x23554b09ffb3f534: Processing first storage report for DS-189221c8-fefd-4853-a2d3-0b812a04a0ce from datanode DatanodeRegistration(127.0.0.1:41909, datanodeUuid=e0142135-1d03-41c7-a140-3fe0688c216e, infoPort=45123, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055) 2024-12-09T06:03:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3ee21874b1d28ee with lease ID 0x23554b09ffb3f534: from storage DS-189221c8-fefd-4853-a2d3-0b812a04a0ce node DatanodeRegistration(127.0.0.1:41909, datanodeUuid=e0142135-1d03-41c7-a140-3fe0688c216e, infoPort=45123, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3ee21874b1d28ee with lease ID 0x23554b09ffb3f534: Processing first storage report for DS-586249f7-ef71-42fc-a7b7-0cf6cd6c5f0e from datanode DatanodeRegistration(127.0.0.1:41909, datanodeUuid=e0142135-1d03-41c7-a140-3fe0688c216e, infoPort=45123, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055) 2024-12-09T06:03:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3ee21874b1d28ee with lease ID 0x23554b09ffb3f534: from storage DS-586249f7-ef71-42fc-a7b7-0cf6cd6c5f0e node DatanodeRegistration(127.0.0.1:41909, datanodeUuid=e0142135-1d03-41c7-a140-3fe0688c216e, infoPort=45123, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=949188190;c=1733724222055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:43,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d 2024-12-09T06:03:43,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/zookeeper_0, clientPort=54889, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T06:03:43,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54889 2024-12-09T06:03:43,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:43,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:43,701 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58 with version=8 2024-12-09T06:03:43,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/hbase-staging 2024-12-09T06:03:43,704 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:43,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:43,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:43,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:43,704 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:43,705 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41473 2024-12-09T06:03:43,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41473 connecting to ZooKeeper ensemble=127.0.0.1:54889 2024-12-09T06:03:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414730x0, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:43,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41473-0x100096355420000 connected 2024-12-09T06:03:43,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:43,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:43,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:43,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-09T06:03:43,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41473 2024-12-09T06:03:43,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41473 2024-12-09T06:03:43,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-09T06:03:43,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-09T06:03:43,826 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58, hbase.cluster.distributed=false 2024-12-09T06:03:43,847 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:43,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:43,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:43,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:43,847 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:43,848 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32853 2024-12-09T06:03:43,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:43,849 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:43,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32853 connecting to ZooKeeper ensemble=127.0.0.1:54889 2024-12-09T06:03:43,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328530x0, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:43,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328530x0, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:43,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32853-0x100096355420001 connected 2024-12-09T06:03:43,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:43,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:43,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32853 2024-12-09T06:03:43,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32853 2024-12-09T06:03:43,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32853 2024-12-09T06:03:43,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32853 2024-12-09T06:03:43,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32853 2024-12-09T06:03:43,882 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:43,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:43,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:43,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:43,883 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:43,883 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45683 2024-12-09T06:03:43,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:43,884 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:43,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45683 connecting to ZooKeeper ensemble=127.0.0.1:54889 2024-12-09T06:03:43,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456830x0, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:43,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456830x0, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:43,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45683-0x100096355420002 connected 2024-12-09T06:03:43,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:43,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:43,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45683 2024-12-09T06:03:43,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45683 2024-12-09T06:03:43,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45683 2024-12-09T06:03:43,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45683 2024-12-09T06:03:43,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45683 2024-12-09T06:03:43,900 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4a5b629497d6,41473,1733724223703 2024-12-09T06:03:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:43,905 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a5b629497d6,41473,1733724223703 2024-12-09T06:03:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:43,913 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:43,914 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a5b629497d6,41473,1733724223703 from backup master directory 2024-12-09T06:03:43,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:43,918 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a5b629497d6:41473 2024-12-09T06:03:43,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:43,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:43,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a5b629497d6,41473,1733724223703 2024-12-09T06:03:43,921 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:43,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:43,921 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a5b629497d6,41473,1733724223703 2024-12-09T06:03:43,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:43,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:43,932 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/hbase.id with ID: a31de0d0-2177-46f6-b829-3b005d636cad 2024-12-09T06:03:43,944 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:43,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:43,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:43,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:43,962 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:43,963 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T06:03:43,963 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:43,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:43,972 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store 2024-12-09T06:03:43,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:43,979 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:43,980 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:43,980 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:43,980 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:43,980 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:43,980 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:43,980 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:43,980 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:43,981 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/.initializing 2024-12-09T06:03:43,981 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/WALs/4a5b629497d6,41473,1733724223703 2024-12-09T06:03:43,982 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:43,984 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C41473%2C1733724223703, suffix=, logDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/WALs/4a5b629497d6,41473,1733724223703, archiveDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/oldWALs, maxLogs=10 2024-12-09T06:03:43,997 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/WALs/4a5b629497d6,41473,1733724223703/4a5b629497d6%2C41473%2C1733724223703.1733724223985, exclude list is [], retry=0 2024-12-09T06:03:44,000 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-189221c8-fefd-4853-a2d3-0b812a04a0ce,DISK] 2024-12-09T06:03:44,001 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-7808e94b-df60-4152-ab70-e88524a73f09,DISK] 2024-12-09T06:03:44,003 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/WALs/4a5b629497d6,41473,1733724223703/4a5b629497d6%2C41473%2C1733724223703.1733724223985 2024-12-09T06:03:44,004 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45123:45123),(127.0.0.1/127.0.0.1:34601:34601)] 2024-12-09T06:03:44,004 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:44,004 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:44,004 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,004 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T06:03:44,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:44,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T06:03:44,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:44,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T06:03:44,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:44,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T06:03:44,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:44,020 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,020 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,023 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T06:03:44,025 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:44,027 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:44,028 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59578047, jitterRate=-0.11221791803836823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T06:03:44,029 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:44,029 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T06:03:44,034 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c6fffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:44,035 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T06:03:44,036 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T06:03:44,036 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T06:03:44,036 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T06:03:44,037 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T06:03:44,037 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T06:03:44,037 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T06:03:44,040 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T06:03:44,041 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T06:03:44,046 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T06:03:44,046 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T06:03:44,047 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T06:03:44,054 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T06:03:44,055 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T06:03:44,056 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T06:03:44,063 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T06:03:44,064 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T06:03:44,071 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T06:03:44,073 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T06:03:44,079 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T06:03:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,088 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4a5b629497d6,41473,1733724223703, sessionid=0x100096355420000, setting cluster-up flag (Was=false) 2024-12-09T06:03:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,129 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T06:03:44,130 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,41473,1733724223703 2024-12-09T06:03:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,171 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T06:03:44,172 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,41473,1733724223703 2024-12-09T06:03:44,175 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:44,176 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T06:03:44,176 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a5b629497d6,41473,1733724223703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a5b629497d6:0, corePoolSize=10, maxPoolSize=10 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:44,176 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,177 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733724254177 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T06:03:44,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T06:03:44,178 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T06:03:44,179 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T06:03:44,179 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T06:03:44,179 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724224179,5,FailOnTimeoutGroup] 2024-12-09T06:03:44,179 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724224179,5,FailOnTimeoutGroup] 2024-12-09T06:03:44,179 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,179 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T06:03:44,179 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,179 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,179 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:44,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:44,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:44,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T06:03:44,189 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58 2024-12-09T06:03:44,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:44,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:44,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:44,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:44,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:44,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:44,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:44,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:44,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:44,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:44,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:44,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740 2024-12-09T06:03:44,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740 2024-12-09T06:03:44,207 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:44,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:44,212 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:44,212 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a5b629497d6:45683 2024-12-09T06:03:44,213 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59991333, jitterRate=-0.1060594767332077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:44,213 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1008): ClusterId : a31de0d0-2177-46f6-b829-3b005d636cad 2024-12-09T06:03:44,213 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:44,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:44,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:44,214 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a5b629497d6:32853 2024-12-09T06:03:44,214 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:44,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:44,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:44,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:44,214 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:44,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:44,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:44,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T06:03:44,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T06:03:44,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T06:03:44,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T06:03:44,221 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1008): ClusterId : a31de0d0-2177-46f6-b829-3b005d636cad 2024-12-09T06:03:44,221 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:44,222 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:44,222 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:44,238 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:44,238 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:44,238 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:44,239 DEBUG [RS:1;4a5b629497d6:45683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b338106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:44,239 DEBUG [RS:1;4a5b629497d6:45683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2888cb07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:44,239 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:44,239 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:44,239 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:44,246 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,41473,1733724223703 with isa=4a5b629497d6/172.17.0.2:45683, startcode=1733724223882 2024-12-09T06:03:44,246 DEBUG [RS:1;4a5b629497d6:45683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:44,246 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:44,247 DEBUG [RS:0;4a5b629497d6:32853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edc20f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:44,247 DEBUG [RS:0;4a5b629497d6:32853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c78d50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:44,247 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:44,247 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:44,247 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:44,248 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,41473,1733724223703 with isa=4a5b629497d6/172.17.0.2:32853, startcode=1733724223846 2024-12-09T06:03:44,248 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59455, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:44,248 DEBUG [RS:0;4a5b629497d6:32853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:44,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41473 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,45683,1733724223882 2024-12-09T06:03:44,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41473 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,45683,1733724223882 2024-12-09T06:03:44,250 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58 2024-12-09T06:03:44,250 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46055 2024-12-09T06:03:44,250 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:44,250 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33667, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:44,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41473 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41473 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,252 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58 2024-12-09T06:03:44,252 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46055 2024-12-09T06:03:44,252 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:44,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:44,284 DEBUG [RS:1;4a5b629497d6:45683 {}] zookeeper.ZKUtil(111): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,45683,1733724223882 2024-12-09T06:03:44,284 WARN [RS:1;4a5b629497d6:45683 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:44,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,45683,1733724223882] 2024-12-09T06:03:44,285 INFO [RS:1;4a5b629497d6:45683 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:44,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,32853,1733724223846] 2024-12-09T06:03:44,285 DEBUG [RS:0;4a5b629497d6:32853 {}] zookeeper.ZKUtil(111): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,285 WARN [RS:0;4a5b629497d6:32853 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:44,285 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,45683,1733724223882 2024-12-09T06:03:44,285 INFO [RS:0;4a5b629497d6:32853 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:44,285 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,290 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:44,290 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:44,290 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:44,290 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:44,294 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:44,294 INFO [RS:0;4a5b629497d6:32853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:44,295 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,295 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:44,296 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:44,296 INFO [RS:1;4a5b629497d6:45683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:44,296 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,296 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,296 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,296 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,297 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,297 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,298 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,298 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:44,298 DEBUG [RS:0;4a5b629497d6:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:44,298 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,298 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,298 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,298 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,298 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,298 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,298 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,32853,1733724223846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:44,298 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:44,299 DEBUG [RS:1;4a5b629497d6:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:44,303 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,303 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,303 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,303 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,304 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,45683,1733724223882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:44,311 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:44,312 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,32853,1733724223846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,316 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:44,316 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,45683,1733724223882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,324 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.Replication(204): 4a5b629497d6,32853,1733724223846 started 2024-12-09T06:03:44,325 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,32853,1733724223846, RpcServer on 4a5b629497d6/172.17.0.2:32853, sessionid=0x100096355420001 2024-12-09T06:03:44,325 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:44,325 DEBUG [RS:0;4a5b629497d6:32853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,325 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,32853,1733724223846' 2024-12-09T06:03:44,325 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:44,325 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:44,326 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:44,326 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:44,326 DEBUG [RS:0;4a5b629497d6:32853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,326 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,32853,1733724223846' 2024-12-09T06:03:44,326 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:44,326 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:44,327 DEBUG [RS:0;4a5b629497d6:32853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:44,327 INFO [RS:0;4a5b629497d6:32853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:44,327 INFO [RS:0;4a5b629497d6:32853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:44,329 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.Replication(204): 4a5b629497d6,45683,1733724223882 started 2024-12-09T06:03:44,329 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,45683,1733724223882, RpcServer on 4a5b629497d6/172.17.0.2:45683, sessionid=0x100096355420002 2024-12-09T06:03:44,329 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:44,329 DEBUG [RS:1;4a5b629497d6:45683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,45683,1733724223882 2024-12-09T06:03:44,329 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,45683,1733724223882' 2024-12-09T06:03:44,329 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:44,330 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:44,330 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:44,330 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:44,330 DEBUG [RS:1;4a5b629497d6:45683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,45683,1733724223882 2024-12-09T06:03:44,330 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,45683,1733724223882' 2024-12-09T06:03:44,330 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:44,331 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:44,331 DEBUG [RS:1;4a5b629497d6:45683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:44,331 INFO [RS:1;4a5b629497d6:45683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:44,331 INFO [RS:1;4a5b629497d6:45683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:44,368 WARN [4a5b629497d6:41473 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T06:03:44,427 INFO [RS:0;4a5b629497d6:32853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:44,430 INFO [RS:0;4a5b629497d6:32853 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C32853%2C1733724223846, suffix=, logDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,32853,1733724223846, archiveDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/oldWALs, maxLogs=32 2024-12-09T06:03:44,432 INFO [RS:1;4a5b629497d6:45683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:44,434 INFO [RS:1;4a5b629497d6:45683 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C45683%2C1733724223882, suffix=, logDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,45683,1733724223882, archiveDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/oldWALs, maxLogs=32 2024-12-09T06:03:44,449 DEBUG [RS:0;4a5b629497d6:32853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,32853,1733724223846/4a5b629497d6%2C32853%2C1733724223846.1733724224432, exclude list is [], retry=0 2024-12-09T06:03:44,450 DEBUG [RS:1;4a5b629497d6:45683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,45683,1733724223882/4a5b629497d6%2C45683%2C1733724223882.1733724224435, exclude list is [], retry=0 2024-12-09T06:03:44,452 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-189221c8-fefd-4853-a2d3-0b812a04a0ce,DISK] 2024-12-09T06:03:44,452 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-7808e94b-df60-4152-ab70-e88524a73f09,DISK] 2024-12-09T06:03:44,453 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-189221c8-fefd-4853-a2d3-0b812a04a0ce,DISK] 2024-12-09T06:03:44,453 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-7808e94b-df60-4152-ab70-e88524a73f09,DISK] 2024-12-09T06:03:44,456 INFO [RS:0;4a5b629497d6:32853 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,32853,1733724223846/4a5b629497d6%2C32853%2C1733724223846.1733724224432 2024-12-09T06:03:44,456 DEBUG [RS:0;4a5b629497d6:32853 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601),(127.0.0.1/127.0.0.1:45123:45123)] 2024-12-09T06:03:44,457 INFO [RS:1;4a5b629497d6:45683 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,45683,1733724223882/4a5b629497d6%2C45683%2C1733724223882.1733724224435 2024-12-09T06:03:44,457 DEBUG [RS:1;4a5b629497d6:45683 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45123:45123),(127.0.0.1/127.0.0.1:34601:34601)] 2024-12-09T06:03:44,618 DEBUG [4a5b629497d6:41473 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T06:03:44,619 DEBUG [4a5b629497d6:41473 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:44,623 DEBUG [4a5b629497d6:41473 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:44,624 DEBUG [4a5b629497d6:41473 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:44,624 INFO [4a5b629497d6:41473 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:44,624 INFO [4a5b629497d6:41473 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:44,624 DEBUG [4a5b629497d6:41473 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:44,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,628 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,32853,1733724223846, state=OPENING 2024-12-09T06:03:44,671 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T06:03:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:44,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4a5b629497d6,32853,1733724223846}] 2024-12-09T06:03:44,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:44,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:44,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:44,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:44,836 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:44,841 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T06:03:44,841 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:44,841 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T06:03:44,843 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C32853%2C1733724223846.meta, suffix=.meta, logDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,32853,1733724223846, archiveDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/oldWALs, maxLogs=32 2024-12-09T06:03:44,858 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,32853,1733724223846/4a5b629497d6%2C32853%2C1733724223846.meta.1733724224844.meta, exclude list is [], retry=0 2024-12-09T06:03:44,860 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-189221c8-fefd-4853-a2d3-0b812a04a0ce,DISK] 2024-12-09T06:03:44,860 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-7808e94b-df60-4152-ab70-e88524a73f09,DISK] 2024-12-09T06:03:44,862 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/WALs/4a5b629497d6,32853,1733724223846/4a5b629497d6%2C32853%2C1733724223846.meta.1733724224844.meta 2024-12-09T06:03:44,863 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45123:45123),(127.0.0.1/127.0.0.1:34601:34601)] 2024-12-09T06:03:44,863 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:44,864 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T06:03:44,864 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T06:03:44,864 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T06:03:44,864 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T06:03:44,864 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:44,864 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T06:03:44,864 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T06:03:44,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:44,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:44,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:44,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:44,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:44,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:44,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:44,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:44,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:44,871 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740 2024-12-09T06:03:44,872 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740 2024-12-09T06:03:44,874 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:44,875 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:44,876 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74134531, jitterRate=0.10469059646129608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:44,877 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:44,878 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733724224833 2024-12-09T06:03:44,880 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T06:03:44,880 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T06:03:44,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,32853,1733724223846 2024-12-09T06:03:44,881 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,32853,1733724223846, state=OPEN 2024-12-09T06:03:44,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:44,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:44,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:44,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:44,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:44,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:44,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T06:03:44,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4a5b629497d6,32853,1733724223846 in 208 msec 2024-12-09T06:03:44,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T06:03:44,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-12-09T06:03:44,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 720 msec 2024-12-09T06:03:44,896 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733724224896, completionTime=-1 2024-12-09T06:03:44,896 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T06:03:44,896 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T06:03:44,897 DEBUG [hconnection-0x4f36c6de-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:44,899 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:44,900 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T06:03:44,900 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733724284900 2024-12-09T06:03:44,900 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733724344900 2024-12-09T06:03:44,900 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T06:03:44,921 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41473,1733724223703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,921 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41473,1733724223703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,922 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41473,1733724223703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,922 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a5b629497d6:41473, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,922 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:44,922 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T06:03:44,922 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:44,923 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T06:03:44,924 DEBUG [master/4a5b629497d6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T06:03:44,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:44,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:44,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:44,935 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1ab12c0833a20e3b5c57def45fdbe074, NAME => 'hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58 2024-12-09T06:03:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:44,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:44,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 1ab12c0833a20e3b5c57def45fdbe074, disabling compactions & flushes 2024-12-09T06:03:44,944 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:44,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:44,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. after waiting 0 ms 2024-12-09T06:03:44,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:44,944 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:44,944 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1ab12c0833a20e3b5c57def45fdbe074: 2024-12-09T06:03:44,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:44,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733724224945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724224945"}]},"ts":"1733724224945"} 2024-12-09T06:03:44,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T06:03:44,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:44,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724224948"}]},"ts":"1733724224948"} 2024-12-09T06:03:44,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T06:03:44,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:44,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:44,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:44,964 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:44,964 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:44,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:44,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1ab12c0833a20e3b5c57def45fdbe074, ASSIGN}] 2024-12-09T06:03:44,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1ab12c0833a20e3b5c57def45fdbe074, ASSIGN 2024-12-09T06:03:44,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=1ab12c0833a20e3b5c57def45fdbe074, ASSIGN; state=OFFLINE, location=4a5b629497d6,45683,1733724223882; forceNewPlan=false, retain=false 2024-12-09T06:03:44,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T06:03:44,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:45,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:45,116 INFO [4a5b629497d6:41473 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T06:03:45,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1ab12c0833a20e3b5c57def45fdbe074, regionState=OPENING, regionLocation=4a5b629497d6,45683,1733724223882 2024-12-09T06:03:45,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 1ab12c0833a20e3b5c57def45fdbe074, server=4a5b629497d6,45683,1733724223882}] 2024-12-09T06:03:45,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,45683,1733724223882 2024-12-09T06:03:45,272 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:45,275 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:45,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:45,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 1ab12c0833a20e3b5c57def45fdbe074, NAME => 'hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:45,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:45,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:45,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:45,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:45,285 INFO [StoreOpener-1ab12c0833a20e3b5c57def45fdbe074-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:45,287 INFO [StoreOpener-1ab12c0833a20e3b5c57def45fdbe074-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab12c0833a20e3b5c57def45fdbe074 columnFamilyName info 2024-12-09T06:03:45,287 DEBUG [StoreOpener-1ab12c0833a20e3b5c57def45fdbe074-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:45,288 INFO [StoreOpener-1ab12c0833a20e3b5c57def45fdbe074-1 {}] regionserver.HStore(327): Store=1ab12c0833a20e3b5c57def45fdbe074/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:45,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:45,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:45,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:45,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:45,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 1ab12c0833a20e3b5c57def45fdbe074; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037242, jitterRate=-0.120276540517807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:45,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 1ab12c0833a20e3b5c57def45fdbe074: 2024-12-09T06:03:45,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074., pid=6, masterSystemTime=1733724225271 2024-12-09T06:03:45,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:45,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:45,300 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1ab12c0833a20e3b5c57def45fdbe074, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,45683,1733724223882 2024-12-09T06:03:45,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T06:03:45,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 1ab12c0833a20e3b5c57def45fdbe074, server=4a5b629497d6,45683,1733724223882 in 183 msec 2024-12-09T06:03:45,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T06:03:45,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=1ab12c0833a20e3b5c57def45fdbe074, ASSIGN in 341 msec 2024-12-09T06:03:45,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:45,308 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724225308"}]},"ts":"1733724225308"} 2024-12-09T06:03:45,310 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T06:03:45,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:45,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 400 msec 2024-12-09T06:03:45,325 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T06:03:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:45,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:45,333 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:45,334 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:45,336 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T06:03:45,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:45,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-12-09T06:03:45,368 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T06:03:45,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:45,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2024-12-09T06:03:45,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T06:03:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T06:03:45,429 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.508sec 2024-12-09T06:03:45,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T06:03:45,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T06:03:45,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T06:03:45,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T06:03:45,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T06:03:45,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41473,1733724223703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:45,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41473,1733724223703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T06:03:45,432 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T06:03:45,432 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T06:03:45,432 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41473,1733724223703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:45,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d91e36c to 127.0.0.1:54889 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5970bea3 2024-12-09T06:03:45,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f679d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:45,516 DEBUG [hconnection-0x43de2162-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:45,518 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:45,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4a5b629497d6,41473,1733724223703 2024-12-09T06:03:45,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T06:03:45,524 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T06:03:45,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T06:03:45,528 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:45,528 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:45,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T06:03:45,529 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:45,537 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb74e9fc4696bfdef76acd9a35d742e3, NAME => 'testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58 2024-12-09T06:03:45,538 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0e126496bcd7e05605e349544e8e91f8, NAME => 'testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58 2024-12-09T06:03:45,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:45,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:45,545 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:45,545 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 0e126496bcd7e05605e349544e8e91f8, disabling compactions & flushes 2024-12-09T06:03:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:45,546 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:45,546 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:45,546 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. after waiting 0 ms 2024-12-09T06:03:45,546 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:45,546 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:45,546 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0e126496bcd7e05605e349544e8e91f8: 2024-12-09T06:03:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:45,948 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:45,948 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing fb74e9fc4696bfdef76acd9a35d742e3, disabling compactions & flushes 2024-12-09T06:03:45,948 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:45,948 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:45,948 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. after waiting 0 ms 2024-12-09T06:03:45,948 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:45,948 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:45,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb74e9fc4696bfdef76acd9a35d742e3: 2024-12-09T06:03:45,951 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:45,952 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724225951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724225951"}]},"ts":"1733724225951"} 2024-12-09T06:03:45,952 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724225951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724225951"}]},"ts":"1733724225951"} 2024-12-09T06:03:45,956 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T06:03:45,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:45,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724225958"}]},"ts":"1733724225958"} 2024-12-09T06:03:45,960 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T06:03:46,004 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:46,006 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:46,006 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:46,006 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:46,006 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:46,006 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:46,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb74e9fc4696bfdef76acd9a35d742e3, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e126496bcd7e05605e349544e8e91f8, ASSIGN}] 2024-12-09T06:03:46,008 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e126496bcd7e05605e349544e8e91f8, ASSIGN 2024-12-09T06:03:46,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb74e9fc4696bfdef76acd9a35d742e3, ASSIGN 2024-12-09T06:03:46,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb74e9fc4696bfdef76acd9a35d742e3, ASSIGN; state=OFFLINE, location=4a5b629497d6,45683,1733724223882; forceNewPlan=false, retain=false 2024-12-09T06:03:46,009 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e126496bcd7e05605e349544e8e91f8, ASSIGN; state=OFFLINE, location=4a5b629497d6,32853,1733724223846; forceNewPlan=false, retain=false 2024-12-09T06:03:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:46,159 INFO [4a5b629497d6:41473 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T06:03:46,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0e126496bcd7e05605e349544e8e91f8, regionState=OPENING, regionLocation=4a5b629497d6,32853,1733724223846 2024-12-09T06:03:46,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fb74e9fc4696bfdef76acd9a35d742e3, regionState=OPENING, regionLocation=4a5b629497d6,45683,1733724223882 2024-12-09T06:03:46,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure fb74e9fc4696bfdef76acd9a35d742e3, server=4a5b629497d6,45683,1733724223882}] 2024-12-09T06:03:46,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 0e126496bcd7e05605e349544e8e91f8, server=4a5b629497d6,32853,1733724223846}] 2024-12-09T06:03:46,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,45683,1733724223882 2024-12-09T06:03:46,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,32853,1733724223846 2024-12-09T06:03:46,324 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,324 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,324 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => fb74e9fc4696bfdef76acd9a35d742e3, NAME => 'testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T06:03:46,324 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e126496bcd7e05605e349544e8e91f8, NAME => 'testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,325 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,326 INFO [StoreOpener-fb74e9fc4696bfdef76acd9a35d742e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,327 INFO [StoreOpener-0e126496bcd7e05605e349544e8e91f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,328 INFO [StoreOpener-fb74e9fc4696bfdef76acd9a35d742e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb74e9fc4696bfdef76acd9a35d742e3 columnFamilyName family 2024-12-09T06:03:46,328 DEBUG [StoreOpener-fb74e9fc4696bfdef76acd9a35d742e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:46,329 INFO [StoreOpener-0e126496bcd7e05605e349544e8e91f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e126496bcd7e05605e349544e8e91f8 columnFamilyName family 2024-12-09T06:03:46,329 DEBUG [StoreOpener-0e126496bcd7e05605e349544e8e91f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:46,329 INFO [StoreOpener-fb74e9fc4696bfdef76acd9a35d742e3-1 {}] regionserver.HStore(327): Store=fb74e9fc4696bfdef76acd9a35d742e3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:46,329 INFO [StoreOpener-0e126496bcd7e05605e349544e8e91f8-1 {}] regionserver.HStore(327): Store=0e126496bcd7e05605e349544e8e91f8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:46,330 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,330 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,330 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,330 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,333 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,333 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,335 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:46,335 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:46,335 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 0e126496bcd7e05605e349544e8e91f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416528, jitterRate=0.03438687324523926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:46,335 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened fb74e9fc4696bfdef76acd9a35d742e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68996025, jitterRate=0.028120890259742737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:46,336 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for fb74e9fc4696bfdef76acd9a35d742e3: 2024-12-09T06:03:46,336 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 0e126496bcd7e05605e349544e8e91f8: 2024-12-09T06:03:46,337 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8., pid=13, masterSystemTime=1733724226316 2024-12-09T06:03:46,337 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3., pid=12, masterSystemTime=1733724226315 2024-12-09T06:03:46,339 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,339 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fb74e9fc4696bfdef76acd9a35d742e3, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,45683,1733724223882 2024-12-09T06:03:46,340 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,340 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0e126496bcd7e05605e349544e8e91f8, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,32853,1733724223846 2024-12-09T06:03:46,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T06:03:46,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure fb74e9fc4696bfdef76acd9a35d742e3, server=4a5b629497d6,45683,1733724223882 in 179 msec 2024-12-09T06:03:46,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T06:03:46,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 0e126496bcd7e05605e349544e8e91f8, server=4a5b629497d6,32853,1733724223846 in 179 msec 2024-12-09T06:03:46,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb74e9fc4696bfdef76acd9a35d742e3, ASSIGN in 337 msec 2024-12-09T06:03:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-09T06:03:46,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e126496bcd7e05605e349544e8e91f8, ASSIGN in 338 msec 2024-12-09T06:03:46,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:46,347 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724226347"}]},"ts":"1733724226347"} 2024-12-09T06:03:46,349 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T06:03:46,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:46,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 829 msec 2024-12-09T06:03:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:46,638 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T06:03:46,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T06:03:46,638 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T06:03:46,642 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T06:03:46,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:46,647 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:46,663 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0e126496bcd7e05605e349544e8e91f8 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T06:03:46,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8/.tmp/family/4dafa9fb8558498a9b111e17b1c7fb96 is 32, key is 5/family:/1733724226657/Put/seqid=0 2024-12-09T06:03:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741841_1017 (size=5083) 2024-12-09T06:03:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741841_1017 (size=5083) 2024-12-09T06:03:46,684 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8/.tmp/family/4dafa9fb8558498a9b111e17b1c7fb96 2024-12-09T06:03:46,692 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8/.tmp/family/4dafa9fb8558498a9b111e17b1c7fb96 as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8/family/4dafa9fb8558498a9b111e17b1c7fb96 2024-12-09T06:03:46,701 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8/family/4dafa9fb8558498a9b111e17b1c7fb96, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T06:03:46,701 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0e126496bcd7e05605e349544e8e91f8 in 38ms, sequenceid=9, compaction requested=false 2024-12-09T06:03:46,702 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0e126496bcd7e05605e349544e8e91f8: 2024-12-09T06:03:46,702 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fb74e9fc4696bfdef76acd9a35d742e3 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T06:03:46,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3/.tmp/family/fecc4defc4824035bd8ace729a8c45d9 is 32, key is 1/family:/1733724226648/Put/seqid=0 2024-12-09T06:03:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741842_1018 (size=5054) 2024-12-09T06:03:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741842_1018 (size=5054) 2024-12-09T06:03:46,725 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3/.tmp/family/fecc4defc4824035bd8ace729a8c45d9 2024-12-09T06:03:46,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3/.tmp/family/fecc4defc4824035bd8ace729a8c45d9 as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3/family/fecc4defc4824035bd8ace729a8c45d9 2024-12-09T06:03:46,738 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3/family/fecc4defc4824035bd8ace729a8c45d9, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T06:03:46,739 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fb74e9fc4696bfdef76acd9a35d742e3 in 37ms, sequenceid=8, compaction requested=false 2024-12-09T06:03:46,739 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fb74e9fc4696bfdef76acd9a35d742e3: 2024-12-09T06:03:46,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:46,752 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:46,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:46,754 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:46,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T06:03:46,755 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T06:03:46,755 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d91e36c to 127.0.0.1:54889 2024-12-09T06:03:46,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:46,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T06:03:46,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464283946, stopped=false 2024-12-09T06:03:46,756 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4a5b629497d6,41473,1733724223703 2024-12-09T06:03:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:46,771 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T06:03:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:46,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:46,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:46,772 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,32853,1733724223846' ***** 2024-12-09T06:03:46,773 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:46,773 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,45683,1733724223882' ***** 2024-12-09T06:03:46,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:46,773 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:46,773 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:46,773 INFO [RS:0;4a5b629497d6:32853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:46,773 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:46,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:46,773 INFO [RS:0;4a5b629497d6:32853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:46,773 INFO [RS:1;4a5b629497d6:45683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:46,774 INFO [RS:1;4a5b629497d6:45683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:46,774 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(3579): Received CLOSE for 0e126496bcd7e05605e349544e8e91f8 2024-12-09T06:03:46,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:46,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:46,774 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(3579): Received CLOSE for 1ab12c0833a20e3b5c57def45fdbe074 2024-12-09T06:03:46,775 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,32853,1733724223846 2024-12-09T06:03:46,775 DEBUG [RS:0;4a5b629497d6:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:46,775 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(3579): Received CLOSE for fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,775 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0e126496bcd7e05605e349544e8e91f8, disabling compactions & flushes 2024-12-09T06:03:46,775 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,45683,1733724223882 2024-12-09T06:03:46,775 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:46,775 DEBUG [RS:1;4a5b629497d6:45683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:46,775 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:46,775 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,775 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1ab12c0833a20e3b5c57def45fdbe074, disabling compactions & flushes 2024-12-09T06:03:46,775 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1603): Online Regions={1ab12c0833a20e3b5c57def45fdbe074=hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074., fb74e9fc4696bfdef76acd9a35d742e3=testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3.} 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,775 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T06:03:46,775 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:46,775 DEBUG [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1629): Waiting on 1ab12c0833a20e3b5c57def45fdbe074, fb74e9fc4696bfdef76acd9a35d742e3 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. after waiting 0 ms 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. after waiting 0 ms 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,775 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:46,775 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 1ab12c0833a20e3b5c57def45fdbe074 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T06:03:46,775 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T06:03:46,776 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e126496bcd7e05605e349544e8e91f8=testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8.} 2024-12-09T06:03:46,776 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:46,776 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1629): Waiting on 0e126496bcd7e05605e349544e8e91f8, 1588230740 2024-12-09T06:03:46,776 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:46,776 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:46,776 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:46,776 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:46,776 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T06:03:46,781 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/0e126496bcd7e05605e349544e8e91f8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T06:03:46,781 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,781 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0e126496bcd7e05605e349544e8e91f8: 2024-12-09T06:03:46,782 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8. 2024-12-09T06:03:46,792 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074/.tmp/info/f0022a2458924d1f86066318c2deb73d is 45, key is default/info:d/1733724225342/Put/seqid=0 2024-12-09T06:03:46,793 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/.tmp/info/828f9cd2b9094b099c814f811a4b4bc4 is 173, key is testClearRegionBlockCache,5,1733724225525.0e126496bcd7e05605e349544e8e91f8./info:regioninfo/1733724226340/Put/seqid=0 2024-12-09T06:03:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741843_1019 (size=5037) 2024-12-09T06:03:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741843_1019 (size=5037) 2024-12-09T06:03:46,798 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074/.tmp/info/f0022a2458924d1f86066318c2deb73d 2024-12-09T06:03:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741844_1020 (size=9337) 2024-12-09T06:03:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741844_1020 (size=9337) 2024-12-09T06:03:46,801 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:46,804 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074/.tmp/info/f0022a2458924d1f86066318c2deb73d as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074/info/f0022a2458924d1f86066318c2deb73d 2024-12-09T06:03:46,806 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:46,811 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074/info/f0022a2458924d1f86066318c2deb73d, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T06:03:46,812 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 1ab12c0833a20e3b5c57def45fdbe074 in 37ms, sequenceid=6, compaction requested=false 2024-12-09T06:03:46,817 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/namespace/1ab12c0833a20e3b5c57def45fdbe074/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T06:03:46,817 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:46,818 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1ab12c0833a20e3b5c57def45fdbe074: 2024-12-09T06:03:46,818 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733724224922.1ab12c0833a20e3b5c57def45fdbe074. 2024-12-09T06:03:46,818 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb74e9fc4696bfdef76acd9a35d742e3, disabling compactions & flushes 2024-12-09T06:03:46,818 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,818 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,818 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. after waiting 0 ms 2024-12-09T06:03:46,818 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,823 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/default/testClearRegionBlockCache/fb74e9fc4696bfdef76acd9a35d742e3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T06:03:46,824 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,824 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb74e9fc4696bfdef76acd9a35d742e3: 2024-12-09T06:03:46,824 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733724225525.fb74e9fc4696bfdef76acd9a35d742e3. 2024-12-09T06:03:46,975 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,45683,1733724223882; all regions closed. 2024-12-09T06:03:46,976 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T06:03:46,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741834_1010 (size=3079) 2024-12-09T06:03:46,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741834_1010 (size=3079) 2024-12-09T06:03:46,985 DEBUG [RS:1;4a5b629497d6:45683 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/oldWALs 2024-12-09T06:03:46,986 INFO [RS:1;4a5b629497d6:45683 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C45683%2C1733724223882:(num 1733724224435) 2024-12-09T06:03:46,986 DEBUG [RS:1;4a5b629497d6:45683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:46,986 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:46,986 INFO [RS:1;4a5b629497d6:45683 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:46,986 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:46,986 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:46,987 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:46,987 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:46,987 INFO [RS:1;4a5b629497d6:45683 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45683 2024-12-09T06:03:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,45683,1733724223882 2024-12-09T06:03:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:47,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,45683,1733724223882] 2024-12-09T06:03:47,171 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,45683,1733724223882; numProcessing=1 2024-12-09T06:03:47,176 DEBUG [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T06:03:47,200 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/.tmp/info/828f9cd2b9094b099c814f811a4b4bc4 2024-12-09T06:03:47,227 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/.tmp/table/ddbfdf0847fc4ccc9075884987bac89b is 61, key is testClearRegionBlockCache/table:state/1733724226347/Put/seqid=0 2024-12-09T06:03:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:47,233 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/.tmp/table/ddbfdf0847fc4ccc9075884987bac89b 2024-12-09T06:03:47,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,45683,1733724223882 already deleted, retry=false 2024-12-09T06:03:47,237 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,45683,1733724223882 expired; onlineServers=1 2024-12-09T06:03:47,239 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/.tmp/info/828f9cd2b9094b099c814f811a4b4bc4 as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/info/828f9cd2b9094b099c814f811a4b4bc4 2024-12-09T06:03:47,245 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/info/828f9cd2b9094b099c814f811a4b4bc4, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T06:03:47,246 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/.tmp/table/ddbfdf0847fc4ccc9075884987bac89b as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/table/ddbfdf0847fc4ccc9075884987bac89b 2024-12-09T06:03:47,251 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/table/ddbfdf0847fc4ccc9075884987bac89b, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T06:03:47,252 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 476ms, sequenceid=16, compaction requested=false 2024-12-09T06:03:47,256 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T06:03:47,256 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:03:47,256 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:47,257 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:47,257 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:47,271 INFO [RS:1;4a5b629497d6:45683 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,45683,1733724223882; zookeeper connection closed. 2024-12-09T06:03:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x100096355420002, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:47,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a19a569 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a19a569 2024-12-09T06:03:47,366 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T06:03:47,366 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T06:03:47,376 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,32853,1733724223846; all regions closed. 2024-12-09T06:03:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:47,389 DEBUG [RS:0;4a5b629497d6:32853 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/oldWALs 2024-12-09T06:03:47,389 INFO [RS:0;4a5b629497d6:32853 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C32853%2C1733724223846.meta:.meta(num 1733724224844) 2024-12-09T06:03:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741833_1009 (size=1867) 2024-12-09T06:03:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741833_1009 (size=1867) 2024-12-09T06:03:47,394 DEBUG [RS:0;4a5b629497d6:32853 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/oldWALs 2024-12-09T06:03:47,394 INFO [RS:0;4a5b629497d6:32853 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C32853%2C1733724223846:(num 1733724224432) 2024-12-09T06:03:47,395 DEBUG [RS:0;4a5b629497d6:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:47,395 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:47,395 INFO [RS:0;4a5b629497d6:32853 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:47,395 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:47,395 INFO [RS:0;4a5b629497d6:32853 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32853 2024-12-09T06:03:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,32853,1733724223846 2024-12-09T06:03:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:47,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,32853,1733724223846] 2024-12-09T06:03:47,413 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,32853,1733724223846; numProcessing=2 2024-12-09T06:03:47,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,32853,1733724223846 already deleted, retry=false 2024-12-09T06:03:47,421 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,32853,1733724223846 expired; onlineServers=0 2024-12-09T06:03:47,421 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,41473,1733724223703' ***** 2024-12-09T06:03:47,421 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T06:03:47,422 DEBUG [M:0;4a5b629497d6:41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a62066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:47,422 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,41473,1733724223703 2024-12-09T06:03:47,422 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,41473,1733724223703; all regions closed. 2024-12-09T06:03:47,422 DEBUG [M:0;4a5b629497d6:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:47,422 DEBUG [M:0;4a5b629497d6:41473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T06:03:47,422 DEBUG [M:0;4a5b629497d6:41473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T06:03:47,422 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T06:03:47,422 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724224179 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724224179,5,FailOnTimeoutGroup] 2024-12-09T06:03:47,422 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724224179 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724224179,5,FailOnTimeoutGroup] 2024-12-09T06:03:47,423 INFO [M:0;4a5b629497d6:41473 {}] hbase.ChoreService(370): Chore service for: master/4a5b629497d6:0 had [] on shutdown 2024-12-09T06:03:47,423 DEBUG [M:0;4a5b629497d6:41473 {}] master.HMaster(1733): Stopping service threads 2024-12-09T06:03:47,423 INFO [M:0;4a5b629497d6:41473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T06:03:47,424 INFO [M:0;4a5b629497d6:41473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T06:03:47,424 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T06:03:47,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:47,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:47,430 DEBUG [M:0;4a5b629497d6:41473 {}] zookeeper.ZKUtil(347): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T06:03:47,430 WARN [M:0;4a5b629497d6:41473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T06:03:47,430 INFO [M:0;4a5b629497d6:41473 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T06:03:47,430 INFO [M:0;4a5b629497d6:41473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T06:03:47,430 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:47,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:47,430 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:47,430 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:47,431 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:47,431 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:47,431 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-09T06:03:47,448 DEBUG [M:0;4a5b629497d6:41473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a10e6f347e734081a0536397cbbf32ef is 82, key is hbase:meta,,1/info:regioninfo/1733724224880/Put/seqid=0 2024-12-09T06:03:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:47,453 INFO [M:0;4a5b629497d6:41473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a10e6f347e734081a0536397cbbf32ef 2024-12-09T06:03:47,472 DEBUG [M:0;4a5b629497d6:41473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b93a23d835f47068b36bd6be568db7a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733724226356/Put/seqid=0 2024-12-09T06:03:47,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:47,478 INFO [M:0;4a5b629497d6:41473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b93a23d835f47068b36bd6be568db7a 2024-12-09T06:03:47,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:47,516 INFO [RS:0;4a5b629497d6:32853 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,32853,1733724223846; zookeeper connection closed. 2024-12-09T06:03:47,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x100096355420001, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:47,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df633ea {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df633ea 2024-12-09T06:03:47,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T06:03:47,525 DEBUG [M:0;4a5b629497d6:41473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d54d34664fd64fda883cc015174b80a8 is 69, key is 4a5b629497d6,32853,1733724223846/rs:state/1733724224251/Put/seqid=0 2024-12-09T06:03:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:47,531 INFO [M:0;4a5b629497d6:41473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d54d34664fd64fda883cc015174b80a8 2024-12-09T06:03:47,537 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a10e6f347e734081a0536397cbbf32ef as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a10e6f347e734081a0536397cbbf32ef 2024-12-09T06:03:47,542 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a10e6f347e734081a0536397cbbf32ef, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T06:03:47,543 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b93a23d835f47068b36bd6be568db7a as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b93a23d835f47068b36bd6be568db7a 2024-12-09T06:03:47,549 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b93a23d835f47068b36bd6be568db7a, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T06:03:47,550 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d54d34664fd64fda883cc015174b80a8 as hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d54d34664fd64fda883cc015174b80a8 2024-12-09T06:03:47,555 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46055/user/jenkins/test-data/b70a1893-7bbe-1841-c724-e3ab8f4c9c58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d54d34664fd64fda883cc015174b80a8, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T06:03:47,557 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=108, compaction requested=false 2024-12-09T06:03:47,558 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:47,558 DEBUG [M:0;4a5b629497d6:41473 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:47,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:47,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:47,561 INFO [M:0;4a5b629497d6:41473 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T06:03:47,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:47,561 INFO [M:0;4a5b629497d6:41473 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41473 2024-12-09T06:03:47,571 DEBUG [M:0;4a5b629497d6:41473 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4a5b629497d6,41473,1733724223703 already deleted, retry=false 2024-12-09T06:03:47,680 INFO [M:0;4a5b629497d6:41473 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,41473,1733724223703; zookeeper connection closed. 2024-12-09T06:03:47,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:47,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x100096355420000, quorum=127.0.0.1:54889, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:47,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60987f34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:47,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45f46238{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:47,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:47,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d72919{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:47,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a359d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:47,689 WARN [BP-907298140-172.17.0.2-1733724222055 heartbeating to localhost/127.0.0.1:46055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:47,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:47,689 WARN [BP-907298140-172.17.0.2-1733724222055 heartbeating to localhost/127.0.0.1:46055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-907298140-172.17.0.2-1733724222055 (Datanode Uuid e0142135-1d03-41c7-a140-3fe0688c216e) service to localhost/127.0.0.1:46055 2024-12-09T06:03:47,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:47,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data3/current/BP-907298140-172.17.0.2-1733724222055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:47,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data4/current/BP-907298140-172.17.0.2-1733724222055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:47,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:47,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56a2e28e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:47,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7820a3c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:47,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:47,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5acbafa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:47,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7337ab4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:47,694 WARN [BP-907298140-172.17.0.2-1733724222055 heartbeating to localhost/127.0.0.1:46055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:47,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:47,694 WARN [BP-907298140-172.17.0.2-1733724222055 heartbeating to localhost/127.0.0.1:46055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-907298140-172.17.0.2-1733724222055 (Datanode Uuid ea5be909-97f4-496e-b055-fdaf40599244) service to localhost/127.0.0.1:46055 2024-12-09T06:03:47,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:47,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data1/current/BP-907298140-172.17.0.2-1733724222055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:47,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/cluster_dd0b2d63-1101-8b24-02f6-ec7002d3bd96/dfs/data/data2/current/BP-907298140-172.17.0.2-1733724222055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:47,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:47,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76f806e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:47,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6db0a39b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:47,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:47,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f5d0e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:47,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74881aa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:47,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T06:03:47,728 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T06:03:47,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=129 (was 105) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46055 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46055 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=16446 (was 16788) 2024-12-09T06:03:47,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=129, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=16446 2024-12-09T06:03:47,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir so I do NOT create it in target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5 2024-12-09T06:03:47,753 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T06:03:47,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.tmp.dir so I do NOT create it in target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5 2024-12-09T06:03:47,753 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ac82a76f-53ed-6858-3d4c-0e5052f2c98d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T06:03:47,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5 2024-12-09T06:03:47,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T06:03:47,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f, deleteOnExit=true 2024-12-09T06:03:47,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/test.cache.data in system properties and HBase conf 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir in system properties and HBase conf 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T06:03:47,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:47,754 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/nfs.dump.dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/java.io.tmpdir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T06:03:47,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T06:03:48,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:48,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:48,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:48,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:48,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T06:03:48,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:48,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c302473{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:48,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35880e14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:48,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c9c1c70{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/java.io.tmpdir/jetty-localhost-36663-hadoop-hdfs-3_4_1-tests_jar-_-any-11321542118192848332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:48,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1999b5c0{HTTP/1.1, (http/1.1)}{localhost:36663} 2024-12-09T06:03:48,097 INFO [Time-limited test {}] server.Server(415): Started @23472ms 2024-12-09T06:03:48,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:48,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:48,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:48,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:48,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:48,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234616d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:48,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ba4d8a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:48,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e364cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/java.io.tmpdir/jetty-localhost-44049-hadoop-hdfs-3_4_1-tests_jar-_-any-13563196942850132844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:48,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@707ee64a{HTTP/1.1, (http/1.1)}{localhost:44049} 2024-12-09T06:03:48,361 INFO [Time-limited test {}] server.Server(415): Started @23735ms 2024-12-09T06:03:48,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:48,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:48,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:48,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:48,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:48,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T06:03:48,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347307ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:48,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498f1822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:48,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ab5a6a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/java.io.tmpdir/jetty-localhost-45999-hadoop-hdfs-3_4_1-tests_jar-_-any-11118288554013983854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:48,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10a2f89d{HTTP/1.1, (http/1.1)}{localhost:45999} 2024-12-09T06:03:48,484 INFO [Time-limited test {}] server.Server(415): Started @23859ms 2024-12-09T06:03:48,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:49,234 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data1/current/BP-1014471644-172.17.0.2-1733724227776/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:49,234 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data2/current/BP-1014471644-172.17.0.2-1733724227776/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:49,256 WARN [Thread-875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd93b222f453a5a78 with lease ID 0x8a9be0b96ff00aa5: Processing first storage report for DS-0cf4a83c-b26d-40dd-80bc-269e3db892e9 from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=cd48214b-44f7-4cd8-92e8-f11b98989ee9, infoPort=37103, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776) 2024-12-09T06:03:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd93b222f453a5a78 with lease ID 0x8a9be0b96ff00aa5: from storage DS-0cf4a83c-b26d-40dd-80bc-269e3db892e9 node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=cd48214b-44f7-4cd8-92e8-f11b98989ee9, infoPort=37103, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd93b222f453a5a78 with lease ID 0x8a9be0b96ff00aa5: Processing first storage report for DS-1316162c-02e8-49f6-be5e-f46c8a6634fe from datanode DatanodeRegistration(127.0.0.1:35625, datanodeUuid=cd48214b-44f7-4cd8-92e8-f11b98989ee9, infoPort=37103, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776) 2024-12-09T06:03:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd93b222f453a5a78 with lease ID 0x8a9be0b96ff00aa5: from storage DS-1316162c-02e8-49f6-be5e-f46c8a6634fe node DatanodeRegistration(127.0.0.1:35625, datanodeUuid=cd48214b-44f7-4cd8-92e8-f11b98989ee9, infoPort=37103, infoSecurePort=0, ipcPort=34507, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:49,414 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data3/current/BP-1014471644-172.17.0.2-1733724227776/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:49,414 WARN [Thread-923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data4/current/BP-1014471644-172.17.0.2-1733724227776/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:49,433 WARN [Thread-898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa224513fc7a95add with lease ID 0x8a9be0b96ff00aa6: Processing first storage report for DS-608973f7-e4f7-4130-93a4-2085422e0195 from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=e3d06fe4-6c09-40ca-b945-e2acd6e45b68, infoPort=36159, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776) 2024-12-09T06:03:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa224513fc7a95add with lease ID 0x8a9be0b96ff00aa6: from storage DS-608973f7-e4f7-4130-93a4-2085422e0195 node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=e3d06fe4-6c09-40ca-b945-e2acd6e45b68, infoPort=36159, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa224513fc7a95add with lease ID 0x8a9be0b96ff00aa6: Processing first storage report for DS-c5fca04a-c12f-44eb-9a52-565a37fb4992 from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=e3d06fe4-6c09-40ca-b945-e2acd6e45b68, infoPort=36159, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776) 2024-12-09T06:03:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa224513fc7a95add with lease ID 0x8a9be0b96ff00aa6: from storage DS-c5fca04a-c12f-44eb-9a52-565a37fb4992 node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=e3d06fe4-6c09-40ca-b945-e2acd6e45b68, infoPort=36159, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=1069468450;c=1733724227776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:49,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5 2024-12-09T06:03:49,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/zookeeper_0, clientPort=56615, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T06:03:49,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56615 2024-12-09T06:03:49,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:49,536 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b with version=8 2024-12-09T06:03:49,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/hbase-staging 2024-12-09T06:03:49,539 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:49,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:49,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:49,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:49,539 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:49,540 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35655 2024-12-09T06:03:49,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35655 connecting to ZooKeeper ensemble=127.0.0.1:56615 2024-12-09T06:03:49,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356550x0, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:49,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35655-0x10009636c100000 connected 2024-12-09T06:03:49,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:49,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:49,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:49,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35655 2024-12-09T06:03:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35655 2024-12-09T06:03:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35655 2024-12-09T06:03:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35655 2024-12-09T06:03:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35655 2024-12-09T06:03:49,667 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b, hbase.cluster.distributed=false 2024-12-09T06:03:49,680 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:49,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:49,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:49,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:49,680 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:49,681 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34841 2024-12-09T06:03:49,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:49,687 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T06:03:49,692 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T06:03:49,694 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T06:03:49,695 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T06:03:49,696 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:49,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34841 connecting to ZooKeeper ensemble=127.0.0.1:56615 2024-12-09T06:03:49,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348410x0, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:49,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34841-0x10009636c100001 connected 2024-12-09T06:03:49,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:49,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:49,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:49,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34841 2024-12-09T06:03:49,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34841 2024-12-09T06:03:49,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34841 2024-12-09T06:03:49,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34841 2024-12-09T06:03:49,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34841 2024-12-09T06:03:49,721 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:49,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:49,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:49,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:49,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:49,722 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:49,722 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35057 2024-12-09T06:03:49,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:49,723 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T06:03:49,727 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T06:03:49,727 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T06:03:49,727 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T06:03:49,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:49,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35057 connecting to ZooKeeper ensemble=127.0.0.1:56615 2024-12-09T06:03:49,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350570x0, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:49,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35057-0x10009636c100002 connected 2024-12-09T06:03:49,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:49,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:49,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:49,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35057 2024-12-09T06:03:49,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35057 2024-12-09T06:03:49,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35057 2024-12-09T06:03:49,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35057 2024-12-09T06:03:49,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35057 2024-12-09T06:03:49,741 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4a5b629497d6,35655,1733724229538 2024-12-09T06:03:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:49,747 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a5b629497d6,35655,1733724229538 2024-12-09T06:03:49,753 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a5b629497d6:35655 2024-12-09T06:03:49,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:49,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:49,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:49,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,755 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:49,755 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a5b629497d6,35655,1733724229538 from backup master directory 2024-12-09T06:03:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a5b629497d6,35655,1733724229538 2024-12-09T06:03:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:49,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:49,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:49,763 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:49,763 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a5b629497d6,35655,1733724229538 2024-12-09T06:03:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:49,776 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/hbase.id with ID: 0ec607f2-0d6f-44e0-b63d-e4413ef0e47a 2024-12-09T06:03:49,790 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:49,807 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:49,808 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T06:03:49,808 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:49,816 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store 2024-12-09T06:03:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:49,822 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:49,822 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:49,822 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:49,822 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:49,822 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:49,823 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:49,823 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:49,823 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:49,823 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/.initializing 2024-12-09T06:03:49,823 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/WALs/4a5b629497d6,35655,1733724229538 2024-12-09T06:03:49,824 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:49,826 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C35655%2C1733724229538, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/WALs/4a5b629497d6,35655,1733724229538, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/oldWALs, maxLogs=10 2024-12-09T06:03:49,837 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/WALs/4a5b629497d6,35655,1733724229538/4a5b629497d6%2C35655%2C1733724229538.1733724229826, exclude list is [], retry=0 2024-12-09T06:03:49,840 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-0cf4a83c-b26d-40dd-80bc-269e3db892e9,DISK] 2024-12-09T06:03:49,840 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-608973f7-e4f7-4130-93a4-2085422e0195,DISK] 2024-12-09T06:03:49,842 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/WALs/4a5b629497d6,35655,1733724229538/4a5b629497d6%2C35655%2C1733724229538.1733724229826 2024-12-09T06:03:49,842 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37103:37103),(127.0.0.1/127.0.0.1:36159:36159)] 2024-12-09T06:03:49,842 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:49,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:49,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T06:03:49,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:49,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:49,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T06:03:49,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:49,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:49,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T06:03:49,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:49,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:49,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T06:03:49,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:49,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:49,854 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,854 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,859 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T06:03:49,860 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:49,864 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:49,865 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74967078, jitterRate=0.11709651350975037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T06:03:49,866 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:49,871 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T06:03:49,875 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f12338a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:49,876 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T06:03:49,876 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T06:03:49,876 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T06:03:49,876 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T06:03:49,877 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T06:03:49,877 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T06:03:49,877 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T06:03:49,880 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T06:03:49,880 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T06:03:49,888 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T06:03:49,888 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T06:03:49,889 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T06:03:49,896 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T06:03:49,896 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T06:03:49,897 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T06:03:49,904 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T06:03:49,905 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T06:03:49,913 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T06:03:49,914 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T06:03:49,921 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T06:03:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,930 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4a5b629497d6,35655,1733724229538, sessionid=0x10009636c100000, setting cluster-up flag (Was=false) 2024-12-09T06:03:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,971 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T06:03:49,973 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,35655,1733724229538 2024-12-09T06:03:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:49,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:50,013 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T06:03:50,014 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,35655,1733724229538 2024-12-09T06:03:50,018 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:50,018 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T06:03:50,018 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T06:03:50,018 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a5b629497d6,35655,1733724229538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a5b629497d6:0, corePoolSize=10, maxPoolSize=10 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:50,019 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,022 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733724260022 2024-12-09T06:03:50,022 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T06:03:50,022 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T06:03:50,022 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T06:03:50,022 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T06:03:50,022 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T06:03:50,023 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T06:03:50,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:50,023 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T06:03:50,023 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T06:03:50,023 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T06:03:50,023 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T06:03:50,024 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T06:03:50,024 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T06:03:50,024 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724230024,5,FailOnTimeoutGroup] 2024-12-09T06:03:50,024 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,024 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724230024,5,FailOnTimeoutGroup] 2024-12-09T06:03:50,024 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,024 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T06:03:50,024 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,024 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:50,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T06:03:50,032 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b 2024-12-09T06:03:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:50,050 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a5b629497d6:35057 2024-12-09T06:03:50,050 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a5b629497d6:34841 2024-12-09T06:03:50,051 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1008): ClusterId : 0ec607f2-0d6f-44e0-b63d-e4413ef0e47a 2024-12-09T06:03:50,051 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1008): ClusterId : 0ec607f2-0d6f-44e0-b63d-e4413ef0e47a 2024-12-09T06:03:50,051 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:50,051 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:50,055 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:50,055 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:50,055 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:50,055 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:50,063 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:50,063 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:50,063 DEBUG [RS:0;4a5b629497d6:34841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a53ccb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:50,063 DEBUG [RS:1;4a5b629497d6:35057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e406200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:50,064 DEBUG [RS:0;4a5b629497d6:34841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34678c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:50,064 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:50,064 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:50,064 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:50,064 DEBUG [RS:1;4a5b629497d6:35057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfeb371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:50,064 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:50,064 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:50,064 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:50,064 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,35655,1733724229538 with isa=4a5b629497d6/172.17.0.2:34841, startcode=1733724229680 2024-12-09T06:03:50,064 DEBUG [RS:0;4a5b629497d6:34841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:50,065 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,35655,1733724229538 with isa=4a5b629497d6/172.17.0.2:35057, startcode=1733724229721 2024-12-09T06:03:50,065 DEBUG [RS:1;4a5b629497d6:35057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:50,066 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43515, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:50,066 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57815, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:50,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35655 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35655 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35655 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,35057,1733724229721 2024-12-09T06:03:50,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35655 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,35057,1733724229721 2024-12-09T06:03:50,068 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b 2024-12-09T06:03:50,068 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37927 2024-12-09T06:03:50,068 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:50,069 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b 2024-12-09T06:03:50,069 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37927 2024-12-09T06:03:50,069 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:50,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:50,105 DEBUG [RS:0;4a5b629497d6:34841 {}] zookeeper.ZKUtil(111): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,105 WARN [RS:0;4a5b629497d6:34841 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:50,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,35057,1733724229721] 2024-12-09T06:03:50,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,34841,1733724229680] 2024-12-09T06:03:50,105 INFO [RS:0;4a5b629497d6:34841 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:50,105 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,105 DEBUG [RS:1;4a5b629497d6:35057 {}] zookeeper.ZKUtil(111): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,35057,1733724229721 2024-12-09T06:03:50,105 WARN [RS:1;4a5b629497d6:35057 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:50,105 INFO [RS:1;4a5b629497d6:35057 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:50,105 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,35057,1733724229721 2024-12-09T06:03:50,108 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:50,108 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:50,108 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:50,109 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:50,111 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:50,111 INFO [RS:1;4a5b629497d6:35057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:50,111 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,115 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:50,115 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:50,115 INFO [RS:0;4a5b629497d6:34841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:50,115 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,115 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:50,116 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:50,116 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:50,116 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:50,117 DEBUG [RS:0;4a5b629497d6:34841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:50,117 DEBUG [RS:1;4a5b629497d6:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:50,117 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,117 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,117 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,117 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,117 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,118 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,34841,1733724229680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:50,118 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,118 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,118 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,118 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35057,1733724229721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:50,129 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:50,129 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:50,129 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,34841,1733724229680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,129 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35057,1733724229721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,142 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.Replication(204): 4a5b629497d6,35057,1733724229721 started 2024-12-09T06:03:50,142 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,35057,1733724229721, RpcServer on 4a5b629497d6/172.17.0.2:35057, sessionid=0x10009636c100002 2024-12-09T06:03:50,142 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:50,142 DEBUG [RS:1;4a5b629497d6:35057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,35057,1733724229721 2024-12-09T06:03:50,142 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,35057,1733724229721' 2024-12-09T06:03:50,142 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:50,142 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:50,143 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:50,143 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:50,143 DEBUG [RS:1;4a5b629497d6:35057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,35057,1733724229721 2024-12-09T06:03:50,143 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,35057,1733724229721' 2024-12-09T06:03:50,143 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:50,143 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:50,143 DEBUG [RS:1;4a5b629497d6:35057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:50,143 INFO [RS:1;4a5b629497d6:35057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:50,143 INFO [RS:1;4a5b629497d6:35057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:50,147 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.Replication(204): 4a5b629497d6,34841,1733724229680 started 2024-12-09T06:03:50,147 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,34841,1733724229680, RpcServer on 4a5b629497d6/172.17.0.2:34841, sessionid=0x10009636c100001 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,34841,1733724229680' 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,34841,1733724229680' 2024-12-09T06:03:50,147 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:50,148 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:50,148 DEBUG [RS:0;4a5b629497d6:34841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:50,148 INFO [RS:0;4a5b629497d6:34841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:50,148 INFO [RS:0;4a5b629497d6:34841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:50,244 INFO [RS:1;4a5b629497d6:35057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:50,247 INFO [RS:1;4a5b629497d6:35057 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C35057%2C1733724229721, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,35057,1733724229721, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/oldWALs, maxLogs=32 2024-12-09T06:03:50,249 INFO [RS:0;4a5b629497d6:34841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:50,252 INFO [RS:0;4a5b629497d6:34841 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C34841%2C1733724229680, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,34841,1733724229680, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/oldWALs, maxLogs=32 2024-12-09T06:03:50,262 DEBUG [RS:1;4a5b629497d6:35057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,35057,1733724229721/4a5b629497d6%2C35057%2C1733724229721.1733724230247, exclude list is [], retry=0 2024-12-09T06:03:50,263 DEBUG [RS:0;4a5b629497d6:34841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,34841,1733724229680/4a5b629497d6%2C34841%2C1733724229680.1733724230252, exclude list is [], retry=0 2024-12-09T06:03:50,266 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-0cf4a83c-b26d-40dd-80bc-269e3db892e9,DISK] 2024-12-09T06:03:50,266 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-608973f7-e4f7-4130-93a4-2085422e0195,DISK] 2024-12-09T06:03:50,266 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-0cf4a83c-b26d-40dd-80bc-269e3db892e9,DISK] 2024-12-09T06:03:50,266 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-608973f7-e4f7-4130-93a4-2085422e0195,DISK] 2024-12-09T06:03:50,267 INFO [RS:1;4a5b629497d6:35057 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,35057,1733724229721/4a5b629497d6%2C35057%2C1733724229721.1733724230247 2024-12-09T06:03:50,267 INFO [RS:0;4a5b629497d6:34841 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,34841,1733724229680/4a5b629497d6%2C34841%2C1733724229680.1733724230252 2024-12-09T06:03:50,267 DEBUG [RS:1;4a5b629497d6:35057 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37103:37103),(127.0.0.1/127.0.0.1:36159:36159)] 2024-12-09T06:03:50,271 DEBUG [RS:0;4a5b629497d6:34841 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37103:37103),(127.0.0.1/127.0.0.1:36159:36159)] 2024-12-09T06:03:50,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T06:03:50,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:50,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:50,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:50,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:50,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:50,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:50,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:50,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:50,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:50,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:50,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:50,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:50,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:50,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:50,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740 2024-12-09T06:03:50,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740 2024-12-09T06:03:50,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:50,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:50,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:50,455 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70569208, jitterRate=0.051563143730163574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:50,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:50,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:50,455 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:50,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:50,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:50,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:50,456 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:50,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:50,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:50,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T06:03:50,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T06:03:50,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T06:03:50,458 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T06:03:50,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:03:50,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T06:03:50,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-09T06:03:50,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-09T06:03:50,609 DEBUG [4a5b629497d6:35655 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T06:03:50,609 DEBUG [4a5b629497d6:35655 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:50,612 DEBUG [4a5b629497d6:35655 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:50,612 DEBUG [4a5b629497d6:35655 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:50,612 INFO [4a5b629497d6:35655 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:50,612 INFO [4a5b629497d6:35655 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:50,612 DEBUG [4a5b629497d6:35655 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:50,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,614 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,34841,1733724229680, state=OPENING 2024-12-09T06:03:50,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T06:03:50,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:50,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:50,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:50,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4a5b629497d6,34841,1733724229680}] 2024-12-09T06:03:50,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:50,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:50,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:50,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,819 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:50,820 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:50,824 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T06:03:50,824 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:50,824 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T06:03:50,826 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C34841%2C1733724229680.meta, suffix=.meta, logDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,34841,1733724229680, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/oldWALs, maxLogs=32 2024-12-09T06:03:50,837 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,34841,1733724229680/4a5b629497d6%2C34841%2C1733724229680.meta.1733724230826.meta, exclude list is [], retry=0 2024-12-09T06:03:50,840 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-608973f7-e4f7-4130-93a4-2085422e0195,DISK] 2024-12-09T06:03:50,840 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35625,DS-0cf4a83c-b26d-40dd-80bc-269e3db892e9,DISK] 2024-12-09T06:03:50,842 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/WALs/4a5b629497d6,34841,1733724229680/4a5b629497d6%2C34841%2C1733724229680.meta.1733724230826.meta 2024-12-09T06:03:50,842 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36159:36159),(127.0.0.1/127.0.0.1:37103:37103)] 2024-12-09T06:03:50,842 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:50,842 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T06:03:50,842 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T06:03:50,843 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T06:03:50,843 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T06:03:50,843 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:50,843 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T06:03:50,843 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T06:03:50,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:50,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:50,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:50,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:50,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:50,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:50,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:50,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:50,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:50,849 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740 2024-12-09T06:03:50,850 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740 2024-12-09T06:03:50,852 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:50,853 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:50,854 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74552387, jitterRate=0.11091713607311249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:50,855 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:50,856 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733724230819 2024-12-09T06:03:50,858 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T06:03:50,858 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T06:03:50,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,34841,1733724229680 2024-12-09T06:03:50,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,34841,1733724229680, state=OPEN 2024-12-09T06:03:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:50,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:50,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:50,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:50,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T06:03:50,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4a5b629497d6,34841,1733724229680 in 199 msec 2024-12-09T06:03:50,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T06:03:50,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-12-09T06:03:50,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 850 msec 2024-12-09T06:03:50,867 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733724230867, completionTime=-1 2024-12-09T06:03:50,867 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T06:03:50,867 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T06:03:50,868 DEBUG [hconnection-0x5234edf7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:50,869 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:50,870 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T06:03:50,870 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733724290870 2024-12-09T06:03:50,870 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733724350870 2024-12-09T06:03:50,870 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-09T06:03:50,888 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T06:03:50,889 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35655,1733724229538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,889 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35655,1733724229538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,889 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35655,1733724229538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,889 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a5b629497d6:35655, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,889 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:50,889 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T06:03:50,889 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:50,890 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T06:03:50,891 DEBUG [master/4a5b629497d6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T06:03:50,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:50,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:50,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:50,902 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7b99755d893cf1d969a049dff3907fcb, NAME => 'hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b 2024-12-09T06:03:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:50,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:50,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 7b99755d893cf1d969a049dff3907fcb, disabling compactions & flushes 2024-12-09T06:03:50,909 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:50,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:50,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. after waiting 0 ms 2024-12-09T06:03:50,909 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:50,910 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:50,910 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7b99755d893cf1d969a049dff3907fcb: 2024-12-09T06:03:50,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:50,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733724230911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724230911"}]},"ts":"1733724230911"} 2024-12-09T06:03:50,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T06:03:50,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:50,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724230914"}]},"ts":"1733724230914"} 2024-12-09T06:03:50,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T06:03:50,930 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:50,930 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:50,930 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:50,930 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:50,931 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:50,931 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:50,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7b99755d893cf1d969a049dff3907fcb, ASSIGN}] 2024-12-09T06:03:50,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7b99755d893cf1d969a049dff3907fcb, ASSIGN 2024-12-09T06:03:50,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=7b99755d893cf1d969a049dff3907fcb, ASSIGN; state=OFFLINE, location=4a5b629497d6,35057,1733724229721; forceNewPlan=false, retain=false 2024-12-09T06:03:51,083 INFO [4a5b629497d6:35655 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T06:03:51,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7b99755d893cf1d969a049dff3907fcb, regionState=OPENING, regionLocation=4a5b629497d6,35057,1733724229721 2024-12-09T06:03:51,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 7b99755d893cf1d969a049dff3907fcb, server=4a5b629497d6,35057,1733724229721}] 2024-12-09T06:03:51,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,35057,1733724229721 2024-12-09T06:03:51,243 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:51,247 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:51,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:51,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b99755d893cf1d969a049dff3907fcb, NAME => 'hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:51,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:51,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:51,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:51,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:51,255 INFO [StoreOpener-7b99755d893cf1d969a049dff3907fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:51,257 INFO [StoreOpener-7b99755d893cf1d969a049dff3907fcb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99755d893cf1d969a049dff3907fcb columnFamilyName info 2024-12-09T06:03:51,258 DEBUG [StoreOpener-7b99755d893cf1d969a049dff3907fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:51,258 INFO [StoreOpener-7b99755d893cf1d969a049dff3907fcb-1 {}] regionserver.HStore(327): Store=7b99755d893cf1d969a049dff3907fcb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:51,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:51,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:51,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:51,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:51,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 7b99755d893cf1d969a049dff3907fcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67112363, jitterRate=5.213916301727295E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:51,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 7b99755d893cf1d969a049dff3907fcb: 2024-12-09T06:03:51,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb., pid=6, masterSystemTime=1733724231243 2024-12-09T06:03:51,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:51,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:51,272 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7b99755d893cf1d969a049dff3907fcb, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,35057,1733724229721 2024-12-09T06:03:51,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T06:03:51,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 7b99755d893cf1d969a049dff3907fcb, server=4a5b629497d6,35057,1733724229721 in 185 msec 2024-12-09T06:03:51,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T06:03:51,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=7b99755d893cf1d969a049dff3907fcb, ASSIGN in 345 msec 2024-12-09T06:03:51,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:51,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724231278"}]},"ts":"1733724231278"} 2024-12-09T06:03:51,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T06:03:51,322 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T06:03:51,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:51,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 434 msec 2024-12-09T06:03:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:51,333 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:51,335 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:51,337 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T06:03:51,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:51,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-12-09T06:03:51,369 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T06:03:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:51,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2024-12-09T06:03:51,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T06:03:51,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T06:03:51,429 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.666sec 2024-12-09T06:03:51,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T06:03:51,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T06:03:51,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T06:03:51,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T06:03:51,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T06:03:51,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35655,1733724229538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:51,430 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35655,1733724229538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T06:03:51,432 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T06:03:51,432 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T06:03:51,432 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35655,1733724229538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:51,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ab6ac0b to 127.0.0.1:56615 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a44d922 2024-12-09T06:03:51,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4b9247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:51,457 DEBUG [hconnection-0x671d755-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:51,459 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:51,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4a5b629497d6,35655,1733724229538 2024-12-09T06:03:51,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T06:03:51,465 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T06:03:51,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T06:03:51,469 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:51,469 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:51,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T06:03:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:51,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:51,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:51,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:51,480 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 903f170d9017bfd56a7f7cc428fa15f9, NAME => 'testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b 2024-12-09T06:03:51,480 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 210482221b2ed51f66dce717a8294294, NAME => 'testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b 2024-12-09T06:03:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:51,486 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 903f170d9017bfd56a7f7cc428fa15f9, disabling compactions & flushes 2024-12-09T06:03:51,487 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 210482221b2ed51f66dce717a8294294, disabling compactions & flushes 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. after waiting 0 ms 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:51,487 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:51,487 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 903f170d9017bfd56a7f7cc428fa15f9: 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. after waiting 0 ms 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:51,487 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:51,487 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 210482221b2ed51f66dce717a8294294: 2024-12-09T06:03:51,488 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:51,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724231488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724231488"}]},"ts":"1733724231488"} 2024-12-09T06:03:51,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724231488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724231488"}]},"ts":"1733724231488"} 2024-12-09T06:03:51,491 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T06:03:51,491 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:51,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724231491"}]},"ts":"1733724231491"} 2024-12-09T06:03:51,493 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T06:03:51,513 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:51,515 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:51,515 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:51,515 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:51,515 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:51,515 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:51,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=903f170d9017bfd56a7f7cc428fa15f9, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=210482221b2ed51f66dce717a8294294, ASSIGN}] 2024-12-09T06:03:51,517 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=210482221b2ed51f66dce717a8294294, ASSIGN 2024-12-09T06:03:51,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=903f170d9017bfd56a7f7cc428fa15f9, ASSIGN 2024-12-09T06:03:51,518 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=903f170d9017bfd56a7f7cc428fa15f9, ASSIGN; state=OFFLINE, location=4a5b629497d6,34841,1733724229680; forceNewPlan=false, retain=false 2024-12-09T06:03:51,518 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=210482221b2ed51f66dce717a8294294, ASSIGN; state=OFFLINE, location=4a5b629497d6,35057,1733724229721; forceNewPlan=false, retain=false 2024-12-09T06:03:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:51,668 INFO [4a5b629497d6:35655 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T06:03:51,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=210482221b2ed51f66dce717a8294294, regionState=OPENING, regionLocation=4a5b629497d6,35057,1733724229721 2024-12-09T06:03:51,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=903f170d9017bfd56a7f7cc428fa15f9, regionState=OPENING, regionLocation=4a5b629497d6,34841,1733724229680 2024-12-09T06:03:51,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 210482221b2ed51f66dce717a8294294, server=4a5b629497d6,35057,1733724229721}] 2024-12-09T06:03:51,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 903f170d9017bfd56a7f7cc428fa15f9, server=4a5b629497d6,34841,1733724229680}] 2024-12-09T06:03:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:51,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,35057,1733724229721 2024-12-09T06:03:51,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,34841,1733724229680 2024-12-09T06:03:51,831 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:51,831 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 210482221b2ed51f66dce717a8294294, NAME => 'testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T06:03:51,832 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 210482221b2ed51f66dce717a8294294 2024-12-09T06:03:51,832 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:51,832 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 210482221b2ed51f66dce717a8294294 2024-12-09T06:03:51,832 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 210482221b2ed51f66dce717a8294294 2024-12-09T06:03:51,833 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:51,833 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 903f170d9017bfd56a7f7cc428fa15f9, NAME => 'testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T06:03:51,834 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:51,834 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:51,834 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:51,834 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:51,834 INFO [StoreOpener-210482221b2ed51f66dce717a8294294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 210482221b2ed51f66dce717a8294294 2024-12-09T06:03:51,836 INFO [StoreOpener-903f170d9017bfd56a7f7cc428fa15f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:51,837 INFO [StoreOpener-210482221b2ed51f66dce717a8294294-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 210482221b2ed51f66dce717a8294294 columnFamilyName family 2024-12-09T06:03:51,837 DEBUG [StoreOpener-210482221b2ed51f66dce717a8294294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:51,838 INFO [StoreOpener-903f170d9017bfd56a7f7cc428fa15f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 903f170d9017bfd56a7f7cc428fa15f9 columnFamilyName family 2024-12-09T06:03:51,838 DEBUG [StoreOpener-903f170d9017bfd56a7f7cc428fa15f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:51,838 INFO [StoreOpener-210482221b2ed51f66dce717a8294294-1 {}] regionserver.HStore(327): Store=210482221b2ed51f66dce717a8294294/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:51,839 INFO [StoreOpener-903f170d9017bfd56a7f7cc428fa15f9-1 {}] regionserver.HStore(327): Store=903f170d9017bfd56a7f7cc428fa15f9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:51,839 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294 2024-12-09T06:03:51,840 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294 2024-12-09T06:03:51,840 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:51,840 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:51,841 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 210482221b2ed51f66dce717a8294294 2024-12-09T06:03:51,842 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:51,844 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:51,844 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:51,844 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 903f170d9017bfd56a7f7cc428fa15f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60157228, jitterRate=-0.10358744859695435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:51,844 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 210482221b2ed51f66dce717a8294294; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66324606, jitterRate=-0.011686354875564575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:51,845 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 903f170d9017bfd56a7f7cc428fa15f9: 2024-12-09T06:03:51,845 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 210482221b2ed51f66dce717a8294294: 2024-12-09T06:03:51,845 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9., pid=13, masterSystemTime=1733724231828 2024-12-09T06:03:51,845 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294., pid=12, masterSystemTime=1733724231826 2024-12-09T06:03:51,847 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:51,847 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:51,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=210482221b2ed51f66dce717a8294294, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,35057,1733724229721 2024-12-09T06:03:51,848 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:51,848 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:51,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=903f170d9017bfd56a7f7cc428fa15f9, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,34841,1733724229680 2024-12-09T06:03:51,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-09T06:03:51,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-09T06:03:51,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 903f170d9017bfd56a7f7cc428fa15f9, server=4a5b629497d6,34841,1733724229680 in 177 msec 2024-12-09T06:03:51,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 210482221b2ed51f66dce717a8294294, server=4a5b629497d6,35057,1733724229721 in 177 msec 2024-12-09T06:03:51,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=210482221b2ed51f66dce717a8294294, ASSIGN in 336 msec 2024-12-09T06:03:51,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T06:03:51,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=903f170d9017bfd56a7f7cc428fa15f9, ASSIGN in 337 msec 2024-12-09T06:03:51,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:51,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724231854"}]},"ts":"1733724231854"} 2024-12-09T06:03:51,855 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T06:03:51,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:51,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 397 msec 2024-12-09T06:03:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35655 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:52,081 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T06:03:52,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T06:03:52,082 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:52,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T06:03:52,088 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:52,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T06:03:52,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:52,104 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:52,111 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 903f170d9017bfd56a7f7cc428fa15f9 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T06:03:52,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9/.tmp/family/8e6b4070e5a4432d924587beec9d89e8 is 32, key is 1/family:/1733724232093/Put/seqid=0 2024-12-09T06:03:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:03:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:03:52,130 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9/.tmp/family/8e6b4070e5a4432d924587beec9d89e8 2024-12-09T06:03:52,137 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9/.tmp/family/8e6b4070e5a4432d924587beec9d89e8 as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9/family/8e6b4070e5a4432d924587beec9d89e8 2024-12-09T06:03:52,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9/family/8e6b4070e5a4432d924587beec9d89e8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T06:03:52,143 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 903f170d9017bfd56a7f7cc428fa15f9 in 32ms, sequenceid=8, compaction requested=false 2024-12-09T06:03:52,143 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 903f170d9017bfd56a7f7cc428fa15f9: 2024-12-09T06:03:52,143 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 210482221b2ed51f66dce717a8294294 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T06:03:52,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294/.tmp/family/2a8b3ec3d687485a9bf34fc14bd7954a is 32, key is 5/family:/1733724232105/Put/seqid=0 2024-12-09T06:03:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:03:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:03:52,161 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294/.tmp/family/2a8b3ec3d687485a9bf34fc14bd7954a 2024-12-09T06:03:52,166 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294/.tmp/family/2a8b3ec3d687485a9bf34fc14bd7954a as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294/family/2a8b3ec3d687485a9bf34fc14bd7954a 2024-12-09T06:03:52,171 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294/family/2a8b3ec3d687485a9bf34fc14bd7954a, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T06:03:52,172 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 210482221b2ed51f66dce717a8294294 in 29ms, sequenceid=9, compaction requested=false 2024-12-09T06:03:52,172 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 210482221b2ed51f66dce717a8294294: 2024-12-09T06:03:52,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02c07492 to 127.0.0.1:56615 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f910173 2024-12-09T06:03:52,180 DEBUG [ReadOnlyZKClient-127.0.0.1:56615@0x02c07492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556cfe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:52,186 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T06:03:52,186 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-09T06:03:52,188 DEBUG [ReadOnlyZKClient-127.0.0.1:56615@0x02c07492 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a5b629497d6,34841,1733724229680, seqNum=-1] 2024-12-09T06:03:52,188 DEBUG [ReadOnlyZKClient-127.0.0.1:56615@0x02c07492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:52,189 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:52,192 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:52,192 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:52,193 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:52,193 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] bucket.BucketCache(1851): found 1 blocks for file 8e6b4070e5a4432d924587beec9d89e8, starting offset: 0, end offset: 9223372036854775807 2024-12-09T06:03:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] bucket.BucketCache(1851): found 1 blocks for file 2a8b3ec3d687485a9bf34fc14bd7954a, starting offset: 0, end offset: 9223372036854775807 2024-12-09T06:03:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] bucket.BucketCache(843): removed key 2a8b3ec3d687485a9bf34fc14bd7954a_0 from back map with offset lock 2094080 in the evict process 2024-12-09T06:03:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34841 {}] bucket.BucketCache(843): removed key 8e6b4070e5a4432d924587beec9d89e8_0 from back map with offset lock 2094080 in the evict process 2024-12-09T06:03:52,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-09T06:03:52,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T06:03:52,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02c07492 to 127.0.0.1:56615 2024-12-09T06:03:52,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T06:03:52,197 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T06:03:52,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ab6ac0b to 127.0.0.1:56615 2024-12-09T06:03:52,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,198 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T06:03:52,198 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1405842929, stopped=false 2024-12-09T06:03:52,198 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4a5b629497d6,35655,1733724229538 2024-12-09T06:03:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:52,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T06:03:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:52,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:52,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:52,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:52,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:52,214 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,34841,1733724229680' ***** 2024-12-09T06:03:52,214 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:52,214 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,35057,1733724229721' ***** 2024-12-09T06:03:52,214 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:52,214 INFO [RS:0;4a5b629497d6:34841 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T06:03:52,215 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T06:03:52,215 INFO [RS:1;4a5b629497d6:35057 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T06:03:52,215 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T06:03:52,215 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T06:03:52,215 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T06:03:52,215 INFO [RS:0;4a5b629497d6:34841 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T06:03:52,215 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T06:03:52,215 INFO [RS:1;4a5b629497d6:35057 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T06:03:52,215 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:52,215 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T06:03:52,215 INFO [RS:0;4a5b629497d6:34841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:52,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:52,215 INFO [RS:0;4a5b629497d6:34841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:52,215 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:52,215 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(3579): Received CLOSE for 903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:52,215 INFO [RS:1;4a5b629497d6:35057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:52,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:52,215 INFO [RS:1;4a5b629497d6:35057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:52,215 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(3579): Received CLOSE for 7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:52,215 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,34841,1733724229680 2024-12-09T06:03:52,215 DEBUG [RS:0;4a5b629497d6:34841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,216 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(3579): Received CLOSE for 210482221b2ed51f66dce717a8294294 2024-12-09T06:03:52,216 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:52,216 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,35057,1733724229721 2024-12-09T06:03:52,216 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:52,216 DEBUG [RS:1;4a5b629497d6:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 903f170d9017bfd56a7f7cc428fa15f9, disabling compactions & flushes 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7b99755d893cf1d969a049dff3907fcb, disabling compactions & flushes 2024-12-09T06:03:52,216 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:52,216 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T06:03:52,216 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1603): Online Regions={7b99755d893cf1d969a049dff3907fcb=hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb., 210482221b2ed51f66dce717a8294294=testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294.} 2024-12-09T06:03:52,216 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:52,216 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:52,216 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T06:03:52,216 DEBUG [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1629): Waiting on 210482221b2ed51f66dce717a8294294, 7b99755d893cf1d969a049dff3907fcb 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. after waiting 0 ms 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. after waiting 0 ms 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:52,216 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7b99755d893cf1d969a049dff3907fcb 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T06:03:52,216 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T06:03:52,216 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1603): Online Regions={903f170d9017bfd56a7f7cc428fa15f9=testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:52,216 DEBUG [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 903f170d9017bfd56a7f7cc428fa15f9 2024-12-09T06:03:52,216 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:52,216 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:52,216 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T06:03:52,220 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/903f170d9017bfd56a7f7cc428fa15f9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T06:03:52,220 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:52,220 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:52,220 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:52,220 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 903f170d9017bfd56a7f7cc428fa15f9: 2024-12-09T06:03:52,221 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733724231466.903f170d9017bfd56a7f7cc428fa15f9. 2024-12-09T06:03:52,230 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/.tmp/info/8cae1c4f3b1f4cb283ad34473fb60a7b is 173, key is testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294./info:regioninfo/1733724231847/Put/seqid=0 2024-12-09T06:03:52,231 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb/.tmp/info/4364dfdc2fdb44d6a0528b4a64f1ec49 is 45, key is default/info:d/1733724231342/Put/seqid=0 2024-12-09T06:03:52,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:03:52,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:03:52,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:03:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:03:52,237 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb/.tmp/info/4364dfdc2fdb44d6a0528b4a64f1ec49 2024-12-09T06:03:52,238 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/.tmp/info/8cae1c4f3b1f4cb283ad34473fb60a7b 2024-12-09T06:03:52,243 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb/.tmp/info/4364dfdc2fdb44d6a0528b4a64f1ec49 as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb/info/4364dfdc2fdb44d6a0528b4a64f1ec49 2024-12-09T06:03:52,248 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb/info/4364dfdc2fdb44d6a0528b4a64f1ec49, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T06:03:52,249 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 7b99755d893cf1d969a049dff3907fcb in 33ms, sequenceid=6, compaction requested=false 2024-12-09T06:03:52,253 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/namespace/7b99755d893cf1d969a049dff3907fcb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T06:03:52,254 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:52,254 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7b99755d893cf1d969a049dff3907fcb: 2024-12-09T06:03:52,254 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733724230889.7b99755d893cf1d969a049dff3907fcb. 2024-12-09T06:03:52,254 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 210482221b2ed51f66dce717a8294294, disabling compactions & flushes 2024-12-09T06:03:52,254 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:52,254 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:52,254 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. after waiting 0 ms 2024-12-09T06:03:52,255 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:52,259 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/default/testClearRegionBlockCache/210482221b2ed51f66dce717a8294294/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T06:03:52,259 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/.tmp/table/0d898adf020b491390c32b9ea9d8a725 is 61, key is testClearRegionBlockCache/table:state/1733724231854/Put/seqid=0 2024-12-09T06:03:52,260 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:52,260 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 210482221b2ed51f66dce717a8294294: 2024-12-09T06:03:52,260 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733724231466.210482221b2ed51f66dce717a8294294. 2024-12-09T06:03:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:52,265 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/.tmp/table/0d898adf020b491390c32b9ea9d8a725 2024-12-09T06:03:52,270 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/.tmp/info/8cae1c4f3b1f4cb283ad34473fb60a7b as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/info/8cae1c4f3b1f4cb283ad34473fb60a7b 2024-12-09T06:03:52,274 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/info/8cae1c4f3b1f4cb283ad34473fb60a7b, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T06:03:52,275 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/.tmp/table/0d898adf020b491390c32b9ea9d8a725 as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/table/0d898adf020b491390c32b9ea9d8a725 2024-12-09T06:03:52,280 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/table/0d898adf020b491390c32b9ea9d8a725, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T06:03:52,281 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 65ms, sequenceid=16, compaction requested=false 2024-12-09T06:03:52,285 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T06:03:52,286 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:03:52,286 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:52,286 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:52,286 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:52,416 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,35057,1733724229721; all regions closed. 2024-12-09T06:03:52,416 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,34841,1733724229680; all regions closed. 2024-12-09T06:03:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741833_1009 (size=3188) 2024-12-09T06:03:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741833_1009 (size=3188) 2024-12-09T06:03:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:52,426 DEBUG [RS:1;4a5b629497d6:35057 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/oldWALs 2024-12-09T06:03:52,426 INFO [RS:1;4a5b629497d6:35057 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C35057%2C1733724229721:(num 1733724230247) 2024-12-09T06:03:52,426 DEBUG [RS:1;4a5b629497d6:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,427 DEBUG [RS:0;4a5b629497d6:34841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/oldWALs 2024-12-09T06:03:52,427 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:52,427 INFO [RS:0;4a5b629497d6:34841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C34841%2C1733724229680.meta:.meta(num 1733724230826) 2024-12-09T06:03:52,427 INFO [RS:1;4a5b629497d6:35057 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:52,428 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:52,428 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:52,428 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:52,428 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:52,428 INFO [RS:1;4a5b629497d6:35057 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35057 2024-12-09T06:03:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741834_1010 (size=1758) 2024-12-09T06:03:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741834_1010 (size=1758) 2024-12-09T06:03:52,433 DEBUG [RS:0;4a5b629497d6:34841 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/oldWALs 2024-12-09T06:03:52,433 INFO [RS:0;4a5b629497d6:34841 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C34841%2C1733724229680:(num 1733724230252) 2024-12-09T06:03:52,433 DEBUG [RS:0;4a5b629497d6:34841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,433 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:52,433 INFO [RS:0;4a5b629497d6:34841 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:52,434 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:52,434 INFO [RS:0;4a5b629497d6:34841 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34841 2024-12-09T06:03:52,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,35057,1733724229721 2024-12-09T06:03:52,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:52,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,34841,1733724229680 2024-12-09T06:03:52,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,35057,1733724229721] 2024-12-09T06:03:52,454 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,35057,1733724229721; numProcessing=1 2024-12-09T06:03:52,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,35057,1733724229721 already deleted, retry=false 2024-12-09T06:03:52,471 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,35057,1733724229721 expired; onlineServers=1 2024-12-09T06:03:52,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,34841,1733724229680] 2024-12-09T06:03:52,471 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,34841,1733724229680; numProcessing=2 2024-12-09T06:03:52,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,34841,1733724229680 already deleted, retry=false 2024-12-09T06:03:52,480 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,34841,1733724229680 expired; onlineServers=0 2024-12-09T06:03:52,480 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,35655,1733724229538' ***** 2024-12-09T06:03:52,480 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T06:03:52,480 DEBUG [M:0;4a5b629497d6:35655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ab86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:52,480 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,35655,1733724229538 2024-12-09T06:03:52,480 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,35655,1733724229538; all regions closed. 2024-12-09T06:03:52,480 DEBUG [M:0;4a5b629497d6:35655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:52,480 DEBUG [M:0;4a5b629497d6:35655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T06:03:52,480 DEBUG [M:0;4a5b629497d6:35655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T06:03:52,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T06:03:52,480 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724230024 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724230024,5,FailOnTimeoutGroup] 2024-12-09T06:03:52,480 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724230024 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724230024,5,FailOnTimeoutGroup] 2024-12-09T06:03:52,480 INFO [M:0;4a5b629497d6:35655 {}] hbase.ChoreService(370): Chore service for: master/4a5b629497d6:0 had [] on shutdown 2024-12-09T06:03:52,481 DEBUG [M:0;4a5b629497d6:35655 {}] master.HMaster(1733): Stopping service threads 2024-12-09T06:03:52,481 INFO [M:0;4a5b629497d6:35655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T06:03:52,481 INFO [M:0;4a5b629497d6:35655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T06:03:52,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T06:03:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:52,537 DEBUG [M:0;4a5b629497d6:35655 {}] zookeeper.ZKUtil(347): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T06:03:52,537 WARN [M:0;4a5b629497d6:35655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T06:03:52,538 INFO [M:0;4a5b629497d6:35655 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T06:03:52,538 INFO [M:0;4a5b629497d6:35655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T06:03:52,538 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:52,538 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:52,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:52,538 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:52,538 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:52,538 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:52,538 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-09T06:03:52,554 INFO [RS:1;4a5b629497d6:35057 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,35057,1733724229721; zookeeper connection closed. 2024-12-09T06:03:52,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x10009636c100002, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:52,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27fd513a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27fd513a 2024-12-09T06:03:52,558 DEBUG [M:0;4a5b629497d6:35655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14b999b629d94a0ca773b82c16a03a11 is 82, key is hbase:meta,,1/info:regioninfo/1733724230858/Put/seqid=0 2024-12-09T06:03:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:52,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:52,563 INFO [M:0;4a5b629497d6:35655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14b999b629d94a0ca773b82c16a03a11 2024-12-09T06:03:52,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:52,563 INFO [RS:0;4a5b629497d6:34841 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,34841,1733724229680; zookeeper connection closed. 2024-12-09T06:03:52,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34841-0x10009636c100001, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:52,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@257df853 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@257df853 2024-12-09T06:03:52,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T06:03:52,579 DEBUG [M:0;4a5b629497d6:35655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f639c02623843ddae1a05eed19221f4 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733724231864/Put/seqid=0 2024-12-09T06:03:52,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:52,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:52,585 INFO [M:0;4a5b629497d6:35655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f639c02623843ddae1a05eed19221f4 2024-12-09T06:03:52,601 DEBUG [M:0;4a5b629497d6:35655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3ef967eec524ae0af754a7dccc10290 is 69, key is 4a5b629497d6,34841,1733724229680/rs:state/1733724230067/Put/seqid=0 2024-12-09T06:03:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:52,606 INFO [M:0;4a5b629497d6:35655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3ef967eec524ae0af754a7dccc10290 2024-12-09T06:03:52,612 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14b999b629d94a0ca773b82c16a03a11 as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14b999b629d94a0ca773b82c16a03a11 2024-12-09T06:03:52,616 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14b999b629d94a0ca773b82c16a03a11, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T06:03:52,617 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f639c02623843ddae1a05eed19221f4 as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f639c02623843ddae1a05eed19221f4 2024-12-09T06:03:52,621 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f639c02623843ddae1a05eed19221f4, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T06:03:52,622 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3ef967eec524ae0af754a7dccc10290 as hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3ef967eec524ae0af754a7dccc10290 2024-12-09T06:03:52,627 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37927/user/jenkins/test-data/3b0f7f68-4d28-9835-d2b3-8b2a73706a1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3ef967eec524ae0af754a7dccc10290, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T06:03:52,628 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=108, compaction requested=false 2024-12-09T06:03:52,629 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:52,629 DEBUG [M:0;4a5b629497d6:35655 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:52,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35625 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:52,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:52,631 INFO [M:0;4a5b629497d6:35655 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T06:03:52,631 INFO [M:0;4a5b629497d6:35655 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35655 2024-12-09T06:03:52,646 DEBUG [M:0;4a5b629497d6:35655 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4a5b629497d6,35655,1733724229538 already deleted, retry=false 2024-12-09T06:03:52,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:52,755 INFO [M:0;4a5b629497d6:35655 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,35655,1733724229538; zookeeper connection closed. 2024-12-09T06:03:52,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35655-0x10009636c100000, quorum=127.0.0.1:56615, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:52,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ab5a6a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:52,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10a2f89d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:52,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:52,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498f1822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:52,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347307ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:52,760 WARN [BP-1014471644-172.17.0.2-1733724227776 heartbeating to localhost/127.0.0.1:37927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:52,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:52,760 WARN [BP-1014471644-172.17.0.2-1733724227776 heartbeating to localhost/127.0.0.1:37927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1014471644-172.17.0.2-1733724227776 (Datanode Uuid e3d06fe4-6c09-40ca-b945-e2acd6e45b68) service to localhost/127.0.0.1:37927 2024-12-09T06:03:52,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:52,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data3/current/BP-1014471644-172.17.0.2-1733724227776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:52,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data4/current/BP-1014471644-172.17.0.2-1733724227776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:52,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:52,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e364cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:52,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@707ee64a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:52,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:52,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ba4d8a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:52,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234616d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:52,766 WARN [BP-1014471644-172.17.0.2-1733724227776 heartbeating to localhost/127.0.0.1:37927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:52,767 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:52,767 WARN [BP-1014471644-172.17.0.2-1733724227776 heartbeating to localhost/127.0.0.1:37927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1014471644-172.17.0.2-1733724227776 (Datanode Uuid cd48214b-44f7-4cd8-92e8-f11b98989ee9) service to localhost/127.0.0.1:37927 2024-12-09T06:03:52,767 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:52,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data1/current/BP-1014471644-172.17.0.2-1733724227776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:52,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/cluster_e40e5360-7c83-d659-08cb-9001c11baf7f/dfs/data/data2/current/BP-1014471644-172.17.0.2-1733724227776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:52,767 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:52,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c9c1c70{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:52,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1999b5c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:52,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:52,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35880e14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:52,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c302473{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:52,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T06:03:52,793 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T06:03:52,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=152 (was 129) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37927 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37927 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:37927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16298 (was 16446) 2024-12-09T06:03:52,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=152, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=16298 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir so I do NOT create it in target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331 2024-12-09T06:03:52,816 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.tmp.dir so I do NOT create it in target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331 2024-12-09T06:03:52,816 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/de98310b-a41c-643c-bb2d-7815e17c98c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T06:03:52,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c, deleteOnExit=true 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/test.cache.data in system properties and HBase conf 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir in system properties and HBase conf 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T06:03:52,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T06:03:52,817 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/nfs.dump.dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/java.io.tmpdir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T06:03:52,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T06:03:53,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:53,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:53,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:53,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:53,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:53,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:53,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2aa2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:53,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70e07e00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:53,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36e62bdf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/java.io.tmpdir/jetty-localhost-45861-hadoop-hdfs-3_4_1-tests_jar-_-any-12157323965173961539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:53,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@552c959{HTTP/1.1, (http/1.1)}{localhost:45861} 2024-12-09T06:03:53,203 INFO [Time-limited test {}] server.Server(415): Started @28577ms 2024-12-09T06:03:53,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:53,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:53,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:53,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:53,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:53,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69391a46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:53,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d043a57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:53,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1df571e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/java.io.tmpdir/jetty-localhost-43407-hadoop-hdfs-3_4_1-tests_jar-_-any-12889176635764969044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:53,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29ef04e1{HTTP/1.1, (http/1.1)}{localhost:43407} 2024-12-09T06:03:53,519 INFO [Time-limited test {}] server.Server(415): Started @28894ms 2024-12-09T06:03:53,520 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:53,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:53,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:53,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:53,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:53,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T06:03:53,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0485c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:53,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d32ad9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:53,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43556736{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/java.io.tmpdir/jetty-localhost-36371-hadoop-hdfs-3_4_1-tests_jar-_-any-15020679289996340838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:53,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dbfcab9{HTTP/1.1, (http/1.1)}{localhost:36371} 2024-12-09T06:03:53,643 INFO [Time-limited test {}] server.Server(415): Started @29017ms 2024-12-09T06:03:53,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:54,168 WARN [Thread-1183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data1/current/BP-458520799-172.17.0.2-1733724232837/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:54,168 WARN [Thread-1184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data2/current/BP-458520799-172.17.0.2-1733724232837/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:54,186 WARN [Thread-1147 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefc954720cac4817 with lease ID 0xd49775b2e176a11a: Processing first storage report for DS-1393fdee-5191-40ef-b8b1-171f39a1476a from datanode DatanodeRegistration(127.0.0.1:44779, datanodeUuid=4cc2e9ca-fca4-4410-976d-3aaad9b1db48, infoPort=36549, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837) 2024-12-09T06:03:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefc954720cac4817 with lease ID 0xd49775b2e176a11a: from storage DS-1393fdee-5191-40ef-b8b1-171f39a1476a node DatanodeRegistration(127.0.0.1:44779, datanodeUuid=4cc2e9ca-fca4-4410-976d-3aaad9b1db48, infoPort=36549, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefc954720cac4817 with lease ID 0xd49775b2e176a11a: Processing first storage report for DS-863f04be-d3fa-4107-a5eb-b52f5be4e708 from datanode DatanodeRegistration(127.0.0.1:44779, datanodeUuid=4cc2e9ca-fca4-4410-976d-3aaad9b1db48, infoPort=36549, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837) 2024-12-09T06:03:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefc954720cac4817 with lease ID 0xd49775b2e176a11a: from storage DS-863f04be-d3fa-4107-a5eb-b52f5be4e708 node DatanodeRegistration(127.0.0.1:44779, datanodeUuid=4cc2e9ca-fca4-4410-976d-3aaad9b1db48, infoPort=36549, infoSecurePort=0, ipcPort=41535, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:54,329 WARN [Thread-1194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data3/current/BP-458520799-172.17.0.2-1733724232837/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:54,329 WARN [Thread-1195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data4/current/BP-458520799-172.17.0.2-1733724232837/current, will proceed with Du for space computation calculation, 2024-12-09T06:03:54,348 WARN [Thread-1170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:03:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9003ffddc93ccb87 with lease ID 0xd49775b2e176a11b: Processing first storage report for DS-0638891c-5d24-4810-b077-f4cf313ed604 from datanode DatanodeRegistration(127.0.0.1:33613, datanodeUuid=1b9807d9-668a-461f-b45a-09c74a2f139b, infoPort=41835, infoSecurePort=0, ipcPort=40493, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837) 2024-12-09T06:03:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9003ffddc93ccb87 with lease ID 0xd49775b2e176a11b: from storage DS-0638891c-5d24-4810-b077-f4cf313ed604 node DatanodeRegistration(127.0.0.1:33613, datanodeUuid=1b9807d9-668a-461f-b45a-09c74a2f139b, infoPort=41835, infoSecurePort=0, ipcPort=40493, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T06:03:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9003ffddc93ccb87 with lease ID 0xd49775b2e176a11b: Processing first storage report for DS-9800fe70-476b-40a2-8239-031e2f75d95e from datanode DatanodeRegistration(127.0.0.1:33613, datanodeUuid=1b9807d9-668a-461f-b45a-09c74a2f139b, infoPort=41835, infoSecurePort=0, ipcPort=40493, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837) 2024-12-09T06:03:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9003ffddc93ccb87 with lease ID 0xd49775b2e176a11b: from storage DS-9800fe70-476b-40a2-8239-031e2f75d95e node DatanodeRegistration(127.0.0.1:33613, datanodeUuid=1b9807d9-668a-461f-b45a-09c74a2f139b, infoPort=41835, infoSecurePort=0, ipcPort=40493, storageInfo=lv=-57;cid=testClusterID;nsid=273512780;c=1733724232837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:03:54,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331 2024-12-09T06:03:54,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/zookeeper_0, clientPort=57791, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T06:03:54,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57791 2024-12-09T06:03:54,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:03:54,389 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5 with version=8 2024-12-09T06:03:54,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/hbase-staging 2024-12-09T06:03:54,391 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:54,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:54,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:54,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:54,391 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:54,392 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35207 2024-12-09T06:03:54,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35207 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-12-09T06:03:54,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352070x0, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:54,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35207-0x10009637f060000 connected 2024-12-09T06:03:54,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:54,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:54,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:54,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35207 2024-12-09T06:03:54,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35207 2024-12-09T06:03:54,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35207 2024-12-09T06:03:54,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35207 2024-12-09T06:03:54,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35207 2024-12-09T06:03:54,508 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5, hbase.cluster.distributed=false 2024-12-09T06:03:54,521 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:54,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:54,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:54,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:54,521 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:54,522 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39975 2024-12-09T06:03:54,522 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:54,523 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T06:03:54,527 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T06:03:54,528 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T06:03:54,530 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T06:03:54,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:54,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39975 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-12-09T06:03:54,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399750x0, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:54,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:54,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39975-0x10009637f060001 connected 2024-12-09T06:03:54,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:54,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:54,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39975 2024-12-09T06:03:54,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39975 2024-12-09T06:03:54,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39975 2024-12-09T06:03:54,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39975 2024-12-09T06:03:54,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39975 2024-12-09T06:03:54,555 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:03:54,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:03:54,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:03:54,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:03:54,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:03:54,555 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:03:54,556 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39495 2024-12-09T06:03:54,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:03:54,557 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T06:03:54,560 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T06:03:54,561 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T06:03:54,561 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T06:03:54,561 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:03:54,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39495 connecting to ZooKeeper ensemble=127.0.0.1:57791 2024-12-09T06:03:54,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394950x0, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:03:54,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39495-0x10009637f060002 connected 2024-12-09T06:03:54,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:54,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:54,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:03:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39495 2024-12-09T06:03:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39495 2024-12-09T06:03:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39495 2024-12-09T06:03:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39495 2024-12-09T06:03:54,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39495 2024-12-09T06:03:54,577 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4a5b629497d6,35207,1733724234390 2024-12-09T06:03:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:54,588 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a5b629497d6,35207,1733724234390 2024-12-09T06:03:54,589 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a5b629497d6:35207 2024-12-09T06:03:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,597 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:54,597 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a5b629497d6,35207,1733724234390 from backup master directory 2024-12-09T06:03:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a5b629497d6,35207,1733724234390 2024-12-09T06:03:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:54,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:03:54,604 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:54,604 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a5b629497d6,35207,1733724234390 2024-12-09T06:03:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:03:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:54,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:03:54,617 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/hbase.id with ID: 72b9fa8a-bb46-4800-b98c-e997241cad49 2024-12-09T06:03:54,629 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:03:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:03:54,647 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:54,648 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T06:03:54,648 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:03:54,658 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store 2024-12-09T06:03:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:03:54,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:54,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:54,666 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:54,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:54,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:54,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:54,666 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:54,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:54,667 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/.initializing 2024-12-09T06:03:54,667 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/WALs/4a5b629497d6,35207,1733724234390 2024-12-09T06:03:54,668 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:54,669 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C35207%2C1733724234390, suffix=, logDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/WALs/4a5b629497d6,35207,1733724234390, archiveDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/oldWALs, maxLogs=10 2024-12-09T06:03:54,680 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/WALs/4a5b629497d6,35207,1733724234390/4a5b629497d6%2C35207%2C1733724234390.1733724234669, exclude list is [], retry=0 2024-12-09T06:03:54,683 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-0638891c-5d24-4810-b077-f4cf313ed604,DISK] 2024-12-09T06:03:54,683 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44779,DS-1393fdee-5191-40ef-b8b1-171f39a1476a,DISK] 2024-12-09T06:03:54,685 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/WALs/4a5b629497d6,35207,1733724234390/4a5b629497d6%2C35207%2C1733724234390.1733724234669 2024-12-09T06:03:54,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835),(127.0.0.1/127.0.0.1:36549:36549)] 2024-12-09T06:03:54,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:54,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:54,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T06:03:54,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:54,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T06:03:54,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:54,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T06:03:54,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:54,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T06:03:54,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:54,694 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,695 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,696 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T06:03:54,697 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:03:54,699 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:54,699 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71722683, jitterRate=0.068751260638237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T06:03:54,700 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:54,700 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T06:03:54,704 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178ada7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:54,704 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T06:03:54,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T06:03:54,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T06:03:54,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T06:03:54,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T06:03:54,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T06:03:54,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T06:03:54,707 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T06:03:54,708 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T06:03:54,712 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T06:03:54,713 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T06:03:54,713 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T06:03:54,721 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T06:03:54,721 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T06:03:54,722 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T06:03:54,729 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T06:03:54,730 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T06:03:54,738 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T06:03:54,740 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T06:03:54,746 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T06:03:54,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:54,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:54,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:54,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,756 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4a5b629497d6,35207,1733724234390, sessionid=0x10009637f060000, setting cluster-up flag (Was=false) 2024-12-09T06:03:54,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,796 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T06:03:54,797 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,35207,1733724234390 2024-12-09T06:03:54,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:54,838 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T06:03:54,839 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,35207,1733724234390 2024-12-09T06:03:54,841 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:54,842 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T06:03:54,842 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T06:03:54,842 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a5b629497d6,35207,1733724234390 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T06:03:54,842 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:54,842 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:54,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:54,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:03:54,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a5b629497d6:0, corePoolSize=10, maxPoolSize=10 2024-12-09T06:03:54,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:54,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733724264845 2024-12-09T06:03:54,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:54,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T06:03:54,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T06:03:54,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T06:03:54,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T06:03:54,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T06:03:54,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T06:03:54,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T06:03:54,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T06:03:54,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T06:03:54,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T06:03:54,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T06:03:54,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T06:03:54,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:54,847 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724234847,5,FailOnTimeoutGroup] 2024-12-09T06:03:54,848 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724234847,5,FailOnTimeoutGroup] 2024-12-09T06:03:54,848 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,848 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T06:03:54,848 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,848 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:54,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:03:54,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T06:03:54,855 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5 2024-12-09T06:03:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:03:54,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:54,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:54,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:54,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:54,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:54,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:54,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:54,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:54,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:54,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:54,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:54,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740 2024-12-09T06:03:54,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740 2024-12-09T06:03:54,870 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:54,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:54,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:54,873 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69754486, jitterRate=0.039422839879989624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:54,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:54,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:54,874 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:54,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:54,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:54,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:54,875 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:54,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:54,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:03:54,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T06:03:54,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T06:03:54,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T06:03:54,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T06:03:54,887 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a5b629497d6:39975 2024-12-09T06:03:54,887 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a5b629497d6:39495 2024-12-09T06:03:54,888 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1008): ClusterId : 72b9fa8a-bb46-4800-b98c-e997241cad49 2024-12-09T06:03:54,888 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1008): ClusterId : 72b9fa8a-bb46-4800-b98c-e997241cad49 2024-12-09T06:03:54,888 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:54,888 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:03:54,896 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:54,896 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:03:54,896 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:54,896 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:03:54,905 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:54,905 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:03:54,905 DEBUG [RS:1;4a5b629497d6:39495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61905600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:54,905 DEBUG [RS:0;4a5b629497d6:39975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a7857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:54,906 DEBUG [RS:0;4a5b629497d6:39975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e7d777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:54,906 DEBUG [RS:1;4a5b629497d6:39495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29743961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:54,906 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:54,906 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:03:54,906 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:54,906 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:03:54,906 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:54,906 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:03:54,906 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,35207,1733724234390 with isa=4a5b629497d6/172.17.0.2:39495, startcode=1733724234554 2024-12-09T06:03:54,906 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,35207,1733724234390 with isa=4a5b629497d6/172.17.0.2:39975, startcode=1733724234520 2024-12-09T06:03:54,906 DEBUG [RS:1;4a5b629497d6:39495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:54,907 DEBUG [RS:0;4a5b629497d6:39975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:03:54,908 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37095, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:54,908 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59277, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:03:54,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,39975,1733724234520 2024-12-09T06:03:54,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,39975,1733724234520 2024-12-09T06:03:54,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,39495,1733724234554 2024-12-09T06:03:54,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,39495,1733724234554 2024-12-09T06:03:54,910 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5 2024-12-09T06:03:54,910 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33923 2024-12-09T06:03:54,910 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:54,911 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5 2024-12-09T06:03:54,911 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33923 2024-12-09T06:03:54,911 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:03:54,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:54,947 DEBUG [RS:0;4a5b629497d6:39975 {}] zookeeper.ZKUtil(111): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,39975,1733724234520 2024-12-09T06:03:54,947 WARN [RS:0;4a5b629497d6:39975 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:54,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,39975,1733724234520] 2024-12-09T06:03:54,948 INFO [RS:0;4a5b629497d6:39975 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:54,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,39495,1733724234554] 2024-12-09T06:03:54,948 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39975,1733724234520 2024-12-09T06:03:54,948 DEBUG [RS:1;4a5b629497d6:39495 {}] zookeeper.ZKUtil(111): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,39495,1733724234554 2024-12-09T06:03:54,948 WARN [RS:1;4a5b629497d6:39495 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:03:54,948 INFO [RS:1;4a5b629497d6:39495 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:54,948 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39495,1733724234554 2024-12-09T06:03:54,955 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:54,955 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:03:54,955 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:54,955 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:03:54,958 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:54,959 INFO [RS:1;4a5b629497d6:39495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:54,959 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,959 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:54,960 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:03:54,960 INFO [RS:0;4a5b629497d6:39975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:03:54,960 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,960 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,961 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,961 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:03:54,962 DEBUG [RS:1;4a5b629497d6:39495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:54,962 DEBUG [RS:0;4a5b629497d6:39975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:03:54,963 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,39495,1733724234554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,963 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,39975,1733724234520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:54,979 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:54,979 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:03:54,979 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,39975,1733724234520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,979 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,39495,1733724234554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:54,992 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.Replication(204): 4a5b629497d6,39975,1733724234520 started 2024-12-09T06:03:54,992 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,39975,1733724234520, RpcServer on 4a5b629497d6/172.17.0.2:39975, sessionid=0x10009637f060001 2024-12-09T06:03:54,992 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:54,992 DEBUG [RS:0;4a5b629497d6:39975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,39975,1733724234520 2024-12-09T06:03:54,992 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,39975,1733724234520' 2024-12-09T06:03:54,993 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:54,993 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:54,993 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:54,993 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:54,993 DEBUG [RS:0;4a5b629497d6:39975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,39975,1733724234520 2024-12-09T06:03:54,993 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,39975,1733724234520' 2024-12-09T06:03:54,993 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:54,994 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:54,994 DEBUG [RS:0;4a5b629497d6:39975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:54,994 INFO [RS:0;4a5b629497d6:39975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:54,994 INFO [RS:0;4a5b629497d6:39975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:54,996 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.Replication(204): 4a5b629497d6,39495,1733724234554 started 2024-12-09T06:03:54,996 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,39495,1733724234554, RpcServer on 4a5b629497d6/172.17.0.2:39495, sessionid=0x10009637f060002 2024-12-09T06:03:54,996 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:03:54,996 DEBUG [RS:1;4a5b629497d6:39495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,39495,1733724234554 2024-12-09T06:03:54,996 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,39495,1733724234554' 2024-12-09T06:03:54,996 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:03:54,996 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:03:54,997 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:03:54,997 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:03:54,997 DEBUG [RS:1;4a5b629497d6:39495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,39495,1733724234554 2024-12-09T06:03:54,997 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,39495,1733724234554' 2024-12-09T06:03:54,997 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:03:54,997 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:03:54,997 DEBUG [RS:1;4a5b629497d6:39495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:03:54,997 INFO [RS:1;4a5b629497d6:39495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:03:54,997 INFO [RS:1;4a5b629497d6:39495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:03:55,027 WARN [4a5b629497d6:35207 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T06:03:55,094 INFO [RS:0;4a5b629497d6:39975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:55,096 INFO [RS:0;4a5b629497d6:39975 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C39975%2C1733724234520, suffix=, logDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39975,1733724234520, archiveDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/oldWALs, maxLogs=32 2024-12-09T06:03:55,098 INFO [RS:1;4a5b629497d6:39495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:03:55,099 INFO [RS:1;4a5b629497d6:39495 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C39495%2C1733724234554, suffix=, logDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39495,1733724234554, archiveDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/oldWALs, maxLogs=32 2024-12-09T06:03:55,109 DEBUG [RS:0;4a5b629497d6:39975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39975,1733724234520/4a5b629497d6%2C39975%2C1733724234520.1733724235096, exclude list is [], retry=0 2024-12-09T06:03:55,111 DEBUG [RS:1;4a5b629497d6:39495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39495,1733724234554/4a5b629497d6%2C39495%2C1733724234554.1733724235099, exclude list is [], retry=0 2024-12-09T06:03:55,112 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-0638891c-5d24-4810-b077-f4cf313ed604,DISK] 2024-12-09T06:03:55,112 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44779,DS-1393fdee-5191-40ef-b8b1-171f39a1476a,DISK] 2024-12-09T06:03:55,114 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-0638891c-5d24-4810-b077-f4cf313ed604,DISK] 2024-12-09T06:03:55,114 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44779,DS-1393fdee-5191-40ef-b8b1-171f39a1476a,DISK] 2024-12-09T06:03:55,114 INFO [RS:0;4a5b629497d6:39975 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39975,1733724234520/4a5b629497d6%2C39975%2C1733724234520.1733724235096 2024-12-09T06:03:55,115 DEBUG [RS:0;4a5b629497d6:39975 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549),(127.0.0.1/127.0.0.1:41835:41835)] 2024-12-09T06:03:55,116 INFO [RS:1;4a5b629497d6:39495 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39495,1733724234554/4a5b629497d6%2C39495%2C1733724234554.1733724235099 2024-12-09T06:03:55,119 DEBUG [RS:1;4a5b629497d6:39495 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835),(127.0.0.1/127.0.0.1:36549:36549)] 2024-12-09T06:03:55,278 DEBUG [4a5b629497d6:35207 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T06:03:55,278 DEBUG [4a5b629497d6:35207 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:55,281 DEBUG [4a5b629497d6:35207 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:55,282 DEBUG [4a5b629497d6:35207 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:55,282 INFO [4a5b629497d6:35207 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:55,282 INFO [4a5b629497d6:35207 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:55,282 DEBUG [4a5b629497d6:35207 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:55,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a5b629497d6,39975,1733724234520 2024-12-09T06:03:55,284 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,39975,1733724234520, state=OPENING 2024-12-09T06:03:55,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T06:03:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:55,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:55,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4a5b629497d6,39975,1733724234520}] 2024-12-09T06:03:55,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:55,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:55,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,39975,1733724234520 2024-12-09T06:03:55,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:55,461 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:55,465 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T06:03:55,465 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:03:55,466 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T06:03:55,468 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C39975%2C1733724234520.meta, suffix=.meta, logDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39975,1733724234520, archiveDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/oldWALs, maxLogs=32 2024-12-09T06:03:55,479 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39975,1733724234520/4a5b629497d6%2C39975%2C1733724234520.meta.1733724235468.meta, exclude list is [], retry=0 2024-12-09T06:03:55,481 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44779,DS-1393fdee-5191-40ef-b8b1-171f39a1476a,DISK] 2024-12-09T06:03:55,481 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33613,DS-0638891c-5d24-4810-b077-f4cf313ed604,DISK] 2024-12-09T06:03:55,483 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39975,1733724234520/4a5b629497d6%2C39975%2C1733724234520.meta.1733724235468.meta 2024-12-09T06:03:55,483 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36549:36549),(127.0.0.1/127.0.0.1:41835:41835)] 2024-12-09T06:03:55,483 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:55,483 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T06:03:55,483 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T06:03:55,483 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T06:03:55,483 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T06:03:55,483 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:55,484 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T06:03:55,484 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T06:03:55,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:03:55,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:03:55,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:55,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:55,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:03:55,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:03:55,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:55,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:55,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:03:55,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:03:55,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:55,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:03:55,489 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740 2024-12-09T06:03:55,490 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740 2024-12-09T06:03:55,491 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:03:55,492 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:03:55,493 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73700944, jitterRate=0.09822964668273926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:03:55,493 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:03:55,494 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733724235459 2024-12-09T06:03:55,495 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T06:03:55,495 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T06:03:55,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,39975,1733724234520 2024-12-09T06:03:55,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,39975,1733724234520, state=OPEN 2024-12-09T06:03:55,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:55,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:55,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:03:55,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:55,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:55,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:03:55,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T06:03:55,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4a5b629497d6,39975,1733724234520 in 198 msec 2024-12-09T06:03:55,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T06:03:55,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-12-09T06:03:55,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 668 msec 2024-12-09T06:03:55,509 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733724235509, completionTime=-1 2024-12-09T06:03:55,509 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T06:03:55,509 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T06:03:55,510 DEBUG [hconnection-0x74ce86d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:55,511 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:55,512 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T06:03:55,512 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733724295512 2024-12-09T06:03:55,512 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733724355512 2024-12-09T06:03:55,512 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-09T06:03:55,529 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T06:03:55,530 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35207,1733724234390-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:55,530 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35207,1733724234390-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:55,530 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35207,1733724234390-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:55,530 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a5b629497d6:35207, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:55,530 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:55,530 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T06:03:55,531 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:03:55,532 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T06:03:55,532 DEBUG [master/4a5b629497d6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T06:03:55,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:55,533 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:55,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:55,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:55,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:03:55,542 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 41adf0c0ef7d953616f698d5f4d63c94, NAME => 'hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5 2024-12-09T06:03:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:03:55,952 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:55,953 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 41adf0c0ef7d953616f698d5f4d63c94, disabling compactions & flushes 2024-12-09T06:03:55,953 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:55,953 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:55,953 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. after waiting 0 ms 2024-12-09T06:03:55,953 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:55,953 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:55,953 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 41adf0c0ef7d953616f698d5f4d63c94: 2024-12-09T06:03:55,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:55,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733724235956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724235956"}]},"ts":"1733724235956"} 2024-12-09T06:03:55,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T06:03:55,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:55,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724235961"}]},"ts":"1733724235961"} 2024-12-09T06:03:55,964 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T06:03:56,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T06:03:56,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:56,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:56,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:56,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:56,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:56,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:03:56,038 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:56,039 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:56,039 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:56,039 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:56,039 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:56,039 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:56,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=41adf0c0ef7d953616f698d5f4d63c94, ASSIGN}] 2024-12-09T06:03:56,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=41adf0c0ef7d953616f698d5f4d63c94, ASSIGN 2024-12-09T06:03:56,041 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=41adf0c0ef7d953616f698d5f4d63c94, ASSIGN; state=OFFLINE, location=4a5b629497d6,39495,1733724234554; forceNewPlan=false, retain=false 2024-12-09T06:03:56,191 INFO [4a5b629497d6:35207 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T06:03:56,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=41adf0c0ef7d953616f698d5f4d63c94, regionState=OPENING, regionLocation=4a5b629497d6,39495,1733724234554 2024-12-09T06:03:56,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 41adf0c0ef7d953616f698d5f4d63c94, server=4a5b629497d6,39495,1733724234554}] 2024-12-09T06:03:56,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,39495,1733724234554 2024-12-09T06:03:56,347 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:03:56,349 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:03:56,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:56,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 41adf0c0ef7d953616f698d5f4d63c94, NAME => 'hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:03:56,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:56,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:56,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:56,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:56,355 INFO [StoreOpener-41adf0c0ef7d953616f698d5f4d63c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:56,357 INFO [StoreOpener-41adf0c0ef7d953616f698d5f4d63c94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41adf0c0ef7d953616f698d5f4d63c94 columnFamilyName info 2024-12-09T06:03:56,357 DEBUG [StoreOpener-41adf0c0ef7d953616f698d5f4d63c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:56,357 INFO [StoreOpener-41adf0c0ef7d953616f698d5f4d63c94-1 {}] regionserver.HStore(327): Store=41adf0c0ef7d953616f698d5f4d63c94/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:56,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:56,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:56,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:56,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:56,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 41adf0c0ef7d953616f698d5f4d63c94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69685683, jitterRate=0.038397595286369324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:56,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 41adf0c0ef7d953616f698d5f4d63c94: 2024-12-09T06:03:56,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94., pid=6, masterSystemTime=1733724236346 2024-12-09T06:03:56,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:56,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:56,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=41adf0c0ef7d953616f698d5f4d63c94, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,39495,1733724234554 2024-12-09T06:03:56,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T06:03:56,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 41adf0c0ef7d953616f698d5f4d63c94, server=4a5b629497d6,39495,1733724234554 in 174 msec 2024-12-09T06:03:56,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T06:03:56,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=41adf0c0ef7d953616f698d5f4d63c94, ASSIGN in 330 msec 2024-12-09T06:03:56,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:56,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724236371"}]},"ts":"1733724236371"} 2024-12-09T06:03:56,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T06:03:56,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:56,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 858 msec 2024-12-09T06:03:56,434 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T06:03:56,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:56,477 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:56,479 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:56,482 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T06:03:56,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:56,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-09T06:03:56,514 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T06:03:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:03:56,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-12-09T06:03:56,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T06:03:56,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T06:03:56,579 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.975sec 2024-12-09T06:03:56,580 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T06:03:56,580 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T06:03:56,580 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T06:03:56,580 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T06:03:56,580 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T06:03:56,580 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35207,1733724234390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:03:56,580 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35207,1733724234390-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T06:03:56,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17326343 to 127.0.0.1:57791 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a18adcc 2024-12-09T06:03:56,581 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T06:03:56,581 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T06:03:56,581 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,35207,1733724234390-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:03:56,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0470b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:03:56,590 DEBUG [hconnection-0x2f6b9026-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:56,591 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:56,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4a5b629497d6,35207,1733724234390 2024-12-09T06:03:56,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T06:03:56,594 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T06:03:56,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:03:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T06:03:56,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:03:56,597 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:56,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T06:03:56,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:03:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:56,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:56,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:03:56,606 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7e20f9150b8f004d0cedcae0f4255eff, NAME => 'testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5 2024-12-09T06:03:56,606 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4e182463ecf73cd3f130f6713439dab1, NAME => 'testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5 2024-12-09T06:03:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:03:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:56,613 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:56,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 7e20f9150b8f004d0cedcae0f4255eff, disabling compactions & flushes 2024-12-09T06:03:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:03:56,614 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:56,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:56,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. after waiting 0 ms 2024-12-09T06:03:56,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:56,614 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:56,614 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7e20f9150b8f004d0cedcae0f4255eff: 2024-12-09T06:03:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:57,014 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:57,015 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 4e182463ecf73cd3f130f6713439dab1, disabling compactions & flushes 2024-12-09T06:03:57,015 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,015 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,015 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. after waiting 0 ms 2024-12-09T06:03:57,015 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,015 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,015 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4e182463ecf73cd3f130f6713439dab1: 2024-12-09T06:03:57,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:03:57,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724237016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724237016"}]},"ts":"1733724237016"} 2024-12-09T06:03:57,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724237016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724237016"}]},"ts":"1733724237016"} 2024-12-09T06:03:57,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T06:03:57,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:03:57,022 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724237022"}]},"ts":"1733724237022"} 2024-12-09T06:03:57,024 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T06:03:57,071 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:03:57,074 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:03:57,074 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:03:57,074 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:03:57,074 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:03:57,074 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:03:57,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e182463ecf73cd3f130f6713439dab1, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e20f9150b8f004d0cedcae0f4255eff, ASSIGN}] 2024-12-09T06:03:57,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e20f9150b8f004d0cedcae0f4255eff, ASSIGN 2024-12-09T06:03:57,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e182463ecf73cd3f130f6713439dab1, ASSIGN 2024-12-09T06:03:57,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e20f9150b8f004d0cedcae0f4255eff, ASSIGN; state=OFFLINE, location=4a5b629497d6,39495,1733724234554; forceNewPlan=false, retain=false 2024-12-09T06:03:57,077 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e182463ecf73cd3f130f6713439dab1, ASSIGN; state=OFFLINE, location=4a5b629497d6,39975,1733724234520; forceNewPlan=false, retain=false 2024-12-09T06:03:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:57,227 INFO [4a5b629497d6:35207 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T06:03:57,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4e182463ecf73cd3f130f6713439dab1, regionState=OPENING, regionLocation=4a5b629497d6,39975,1733724234520 2024-12-09T06:03:57,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7e20f9150b8f004d0cedcae0f4255eff, regionState=OPENING, regionLocation=4a5b629497d6,39495,1733724234554 2024-12-09T06:03:57,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 4e182463ecf73cd3f130f6713439dab1, server=4a5b629497d6,39975,1733724234520}] 2024-12-09T06:03:57,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 7e20f9150b8f004d0cedcae0f4255eff, server=4a5b629497d6,39495,1733724234554}] 2024-12-09T06:03:57,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,39975,1733724234520 2024-12-09T06:03:57,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,39495,1733724234554 2024-12-09T06:03:57,396 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,397 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e182463ecf73cd3f130f6713439dab1, NAME => 'testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T06:03:57,397 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,397 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,397 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:57,397 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,398 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,398 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e20f9150b8f004d0cedcae0f4255eff, NAME => 'testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T06:03:57,398 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,398 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:03:57,398 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,398 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,399 INFO [StoreOpener-4e182463ecf73cd3f130f6713439dab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,400 INFO [StoreOpener-4e182463ecf73cd3f130f6713439dab1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e182463ecf73cd3f130f6713439dab1 columnFamilyName family 2024-12-09T06:03:57,400 DEBUG [StoreOpener-4e182463ecf73cd3f130f6713439dab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:57,400 INFO [StoreOpener-7e20f9150b8f004d0cedcae0f4255eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,401 INFO [StoreOpener-4e182463ecf73cd3f130f6713439dab1-1 {}] regionserver.HStore(327): Store=4e182463ecf73cd3f130f6713439dab1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:57,402 INFO [StoreOpener-7e20f9150b8f004d0cedcae0f4255eff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e20f9150b8f004d0cedcae0f4255eff columnFamilyName family 2024-12-09T06:03:57,402 DEBUG [StoreOpener-7e20f9150b8f004d0cedcae0f4255eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:03:57,402 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,402 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,402 INFO [StoreOpener-7e20f9150b8f004d0cedcae0f4255eff-1 {}] regionserver.HStore(327): Store=7e20f9150b8f004d0cedcae0f4255eff/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:03:57,403 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,403 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,404 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,405 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,406 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:57,406 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 4e182463ecf73cd3f130f6713439dab1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69000624, jitterRate=0.028189420700073242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:57,407 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 4e182463ecf73cd3f130f6713439dab1: 2024-12-09T06:03:57,407 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:03:57,407 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7e20f9150b8f004d0cedcae0f4255eff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59121942, jitterRate=-0.11901441216468811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:03:57,407 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1., pid=12, masterSystemTime=1733724237388 2024-12-09T06:03:57,407 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7e20f9150b8f004d0cedcae0f4255eff: 2024-12-09T06:03:57,408 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff., pid=13, masterSystemTime=1733724237389 2024-12-09T06:03:57,409 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,409 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4e182463ecf73cd3f130f6713439dab1, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,39975,1733724234520 2024-12-09T06:03:57,410 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,410 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7e20f9150b8f004d0cedcae0f4255eff, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,39495,1733724234554 2024-12-09T06:03:57,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T06:03:57,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 4e182463ecf73cd3f130f6713439dab1, server=4a5b629497d6,39975,1733724234520 in 179 msec 2024-12-09T06:03:57,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T06:03:57,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 7e20f9150b8f004d0cedcae0f4255eff, server=4a5b629497d6,39495,1733724234554 in 177 msec 2024-12-09T06:03:57,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4e182463ecf73cd3f130f6713439dab1, ASSIGN in 339 msec 2024-12-09T06:03:57,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-09T06:03:57,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e20f9150b8f004d0cedcae0f4255eff, ASSIGN in 340 msec 2024-12-09T06:03:57,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:03:57,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724237416"}]},"ts":"1733724237416"} 2024-12-09T06:03:57,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T06:03:57,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:03:57,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 886 msec 2024-12-09T06:03:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:03:57,707 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T06:03:57,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T06:03:57,708 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:57,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T06:03:57,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:03:57,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T06:03:57,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:03:57,726 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:03:57,732 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4e182463ecf73cd3f130f6713439dab1 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T06:03:57,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1/.tmp/family/57cefc1330b845c79e8889f904693a1a is 32, key is 1/family:/1733724237715/Put/seqid=0 2024-12-09T06:03:57,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:03:57,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:03:57,756 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1/.tmp/family/57cefc1330b845c79e8889f904693a1a 2024-12-09T06:03:57,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1/.tmp/family/57cefc1330b845c79e8889f904693a1a as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1/family/57cefc1330b845c79e8889f904693a1a 2024-12-09T06:03:57,767 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1/family/57cefc1330b845c79e8889f904693a1a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T06:03:57,768 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4e182463ecf73cd3f130f6713439dab1 in 36ms, sequenceid=8, compaction requested=false 2024-12-09T06:03:57,768 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4e182463ecf73cd3f130f6713439dab1: 2024-12-09T06:03:57,768 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7e20f9150b8f004d0cedcae0f4255eff 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T06:03:57,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff/.tmp/family/d41f40cca46f47249ca5268d2057605c is 32, key is 5/family:/1733724237726/Put/seqid=0 2024-12-09T06:03:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:03:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:03:57,786 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff/.tmp/family/d41f40cca46f47249ca5268d2057605c 2024-12-09T06:03:57,793 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff/.tmp/family/d41f40cca46f47249ca5268d2057605c as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff/family/d41f40cca46f47249ca5268d2057605c 2024-12-09T06:03:57,798 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff/family/d41f40cca46f47249ca5268d2057605c, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T06:03:57,799 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7e20f9150b8f004d0cedcae0f4255eff in 31ms, sequenceid=9, compaction requested=false 2024-12-09T06:03:57,799 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7e20f9150b8f004d0cedcae0f4255eff: 2024-12-09T06:03:57,801 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 57cefc1330b845c79e8889f904693a1a, starting offset: 0, end offset: 9223372036854775807 2024-12-09T06:03:57,801 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 57cefc1330b845c79e8889f904693a1a_0 from back map with offset lock 2094080 in the evict process 2024-12-09T06:03:57,803 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file d41f40cca46f47249ca5268d2057605c, starting offset: 0, end offset: 9223372036854775807 2024-12-09T06:03:57,803 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key d41f40cca46f47249ca5268d2057605c_0 from back map with offset lock 2094080 in the evict process 2024-12-09T06:03:57,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T06:03:57,803 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T06:03:57,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17326343 to 127.0.0.1:57791 2024-12-09T06:03:57,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:57,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T06:03:57,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1430939634, stopped=false 2024-12-09T06:03:57,804 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4a5b629497d6,35207,1733724234390 2024-12-09T06:03:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:03:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:57,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T06:03:57,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:57,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:57,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:57,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:03:57,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:57,822 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,39975,1733724234520' ***** 2024-12-09T06:03:57,822 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:57,822 INFO [RS:0;4a5b629497d6:39975 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T06:03:57,822 INFO [RS:0;4a5b629497d6:39975 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T06:03:57,822 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:57,823 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:57,823 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(3579): Received CLOSE for 4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,39975,1733724234520 2024-12-09T06:03:57,823 DEBUG [RS:0;4a5b629497d6:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:57,823 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4e182463ecf73cd3f130f6713439dab1, disabling compactions & flushes 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T06:03:57,823 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,823 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. after waiting 0 ms 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,823 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T06:03:57,823 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,39495,1733724234554' ***** 2024-12-09T06:03:57,823 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1603): Online Regions={4e182463ecf73cd3f130f6713439dab1=testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T06:03:57,823 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:03:57,823 DEBUG [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4e182463ecf73cd3f130f6713439dab1 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:03:57,823 INFO [RS:1;4a5b629497d6:39495 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T06:03:57,823 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:03:57,823 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:03:57,823 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T06:03:57,824 INFO [RS:1;4a5b629497d6:39495 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T06:03:57,824 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:03:57,824 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T06:03:57,824 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T06:03:57,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:03:57,824 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T06:03:57,824 INFO [RS:1;4a5b629497d6:39495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:03:57,824 INFO [RS:1;4a5b629497d6:39495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:03:57,824 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(3579): Received CLOSE for 7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,829 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(3579): Received CLOSE for 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:57,829 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7e20f9150b8f004d0cedcae0f4255eff, disabling compactions & flushes 2024-12-09T06:03:57,829 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,39495,1733724234554 2024-12-09T06:03:57,830 DEBUG [RS:1;4a5b629497d6:39495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:57,830 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,830 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,830 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T06:03:57,830 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. after waiting 0 ms 2024-12-09T06:03:57,830 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1603): Online Regions={7e20f9150b8f004d0cedcae0f4255eff=testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff., 41adf0c0ef7d953616f698d5f4d63c94=hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94.} 2024-12-09T06:03:57,830 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,830 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1629): Waiting on 41adf0c0ef7d953616f698d5f4d63c94, 7e20f9150b8f004d0cedcae0f4255eff 2024-12-09T06:03:57,830 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/4e182463ecf73cd3f130f6713439dab1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T06:03:57,831 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,831 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4e182463ecf73cd3f130f6713439dab1: 2024-12-09T06:03:57,831 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733724236595.4e182463ecf73cd3f130f6713439dab1. 2024-12-09T06:03:57,834 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/default/testClearRegionBlockCache/7e20f9150b8f004d0cedcae0f4255eff/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T06:03:57,834 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,835 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7e20f9150b8f004d0cedcae0f4255eff: 2024-12-09T06:03:57,835 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff. 2024-12-09T06:03:57,835 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 41adf0c0ef7d953616f698d5f4d63c94, disabling compactions & flushes 2024-12-09T06:03:57,835 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:57,835 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:57,835 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. after waiting 0 ms 2024-12-09T06:03:57,835 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:57,835 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 41adf0c0ef7d953616f698d5f4d63c94 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T06:03:57,843 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/.tmp/info/c995c7b6a06248b9bcfcbcb586887d82 is 173, key is testClearRegionBlockCache,5,1733724236595.7e20f9150b8f004d0cedcae0f4255eff./info:regioninfo/1733724237410/Put/seqid=0 2024-12-09T06:03:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:03:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:03:57,848 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/.tmp/info/c995c7b6a06248b9bcfcbcb586887d82 2024-12-09T06:03:57,849 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94/.tmp/info/3db1c23d2ebf48ea872afef20a6855f7 is 45, key is default/info:d/1733724236487/Put/seqid=0 2024-12-09T06:03:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:03:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:03:57,866 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/.tmp/table/39b17771537242848d2cebc4eb3fbee0 is 61, key is testClearRegionBlockCache/table:state/1733724237416/Put/seqid=0 2024-12-09T06:03:57,868 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:57,868 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:03:57,871 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/.tmp/table/39b17771537242848d2cebc4eb3fbee0 2024-12-09T06:03:57,876 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/.tmp/info/c995c7b6a06248b9bcfcbcb586887d82 as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/info/c995c7b6a06248b9bcfcbcb586887d82 2024-12-09T06:03:57,881 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/info/c995c7b6a06248b9bcfcbcb586887d82, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T06:03:57,882 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/.tmp/table/39b17771537242848d2cebc4eb3fbee0 as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/table/39b17771537242848d2cebc4eb3fbee0 2024-12-09T06:03:57,887 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/table/39b17771537242848d2cebc4eb3fbee0, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T06:03:57,888 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 65ms, sequenceid=16, compaction requested=false 2024-12-09T06:03:57,892 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T06:03:57,892 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:03:57,892 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:57,892 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:03:57,892 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T06:03:57,963 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T06:03:57,963 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T06:03:58,023 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,39975,1733724234520; all regions closed. 2024-12-09T06:03:58,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:58,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:03:58,030 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1629): Waiting on 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:58,030 DEBUG [RS:0;4a5b629497d6:39975 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/oldWALs 2024-12-09T06:03:58,030 INFO [RS:0;4a5b629497d6:39975 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C39975%2C1733724234520.meta:.meta(num 1733724235468) 2024-12-09T06:03:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741833_1009 (size=1758) 2024-12-09T06:03:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741833_1009 (size=1758) 2024-12-09T06:03:58,035 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T06:03:58,035 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T06:03:58,037 DEBUG [RS:0;4a5b629497d6:39975 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/oldWALs 2024-12-09T06:03:58,038 INFO [RS:0;4a5b629497d6:39975 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C39975%2C1733724234520:(num 1733724235096) 2024-12-09T06:03:58,038 DEBUG [RS:0;4a5b629497d6:39975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:58,038 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:58,038 INFO [RS:0;4a5b629497d6:39975 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:58,038 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:58,039 INFO [RS:0;4a5b629497d6:39975 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39975 2024-12-09T06:03:58,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,39975,1733724234520 2024-12-09T06:03:58,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:58,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,39975,1733724234520] 2024-12-09T06:03:58,046 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,39975,1733724234520; numProcessing=1 2024-12-09T06:03:58,063 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,39975,1733724234520 already deleted, retry=false 2024-12-09T06:03:58,063 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,39975,1733724234520 expired; onlineServers=1 2024-12-09T06:03:58,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:58,155 INFO [RS:0;4a5b629497d6:39975 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,39975,1733724234520; zookeeper connection closed. 2024-12-09T06:03:58,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39975-0x10009637f060001, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:58,155 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5887de7a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5887de7a 2024-12-09T06:03:58,230 DEBUG [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1629): Waiting on 41adf0c0ef7d953616f698d5f4d63c94 2024-12-09T06:03:58,256 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94/.tmp/info/3db1c23d2ebf48ea872afef20a6855f7 2024-12-09T06:03:58,272 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94/.tmp/info/3db1c23d2ebf48ea872afef20a6855f7 as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94/info/3db1c23d2ebf48ea872afef20a6855f7 2024-12-09T06:03:58,280 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94/info/3db1c23d2ebf48ea872afef20a6855f7, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T06:03:58,281 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 41adf0c0ef7d953616f698d5f4d63c94 in 446ms, sequenceid=6, compaction requested=false 2024-12-09T06:03:58,285 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/data/hbase/namespace/41adf0c0ef7d953616f698d5f4d63c94/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T06:03:58,286 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:58,286 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 41adf0c0ef7d953616f698d5f4d63c94: 2024-12-09T06:03:58,286 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733724235530.41adf0c0ef7d953616f698d5f4d63c94. 2024-12-09T06:03:58,431 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,39495,1733724234554; all regions closed. 2024-12-09T06:03:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741834_1010 (size=3188) 2024-12-09T06:03:58,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/WALs/4a5b629497d6,39495,1733724234554/4a5b629497d6%2C39495%2C1733724234554.1733724235099 not finished, retry = 0 2024-12-09T06:03:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741834_1010 (size=3188) 2024-12-09T06:03:58,541 DEBUG [RS:1;4a5b629497d6:39495 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/oldWALs 2024-12-09T06:03:58,541 INFO [RS:1;4a5b629497d6:39495 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C39495%2C1733724234554:(num 1733724235099) 2024-12-09T06:03:58,541 DEBUG [RS:1;4a5b629497d6:39495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:58,541 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:03:58,541 INFO [RS:1;4a5b629497d6:39495 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T06:03:58,542 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:03:58,542 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:03:58,542 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:03:58,542 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:58,542 INFO [RS:1;4a5b629497d6:39495 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39495 2024-12-09T06:03:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:03:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,39495,1733724234554 2024-12-09T06:03:58,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,39495,1733724234554] 2024-12-09T06:03:58,581 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,39495,1733724234554; numProcessing=2 2024-12-09T06:03:58,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,39495,1733724234554 already deleted, retry=false 2024-12-09T06:03:58,597 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,39495,1733724234554 expired; onlineServers=0 2024-12-09T06:03:58,597 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,35207,1733724234390' ***** 2024-12-09T06:03:58,597 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T06:03:58,598 DEBUG [M:0;4a5b629497d6:35207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21aea862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:03:58,598 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,35207,1733724234390 2024-12-09T06:03:58,598 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,35207,1733724234390; all regions closed. 2024-12-09T06:03:58,598 DEBUG [M:0;4a5b629497d6:35207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:03:58,598 DEBUG [M:0;4a5b629497d6:35207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T06:03:58,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T06:03:58,598 DEBUG [M:0;4a5b629497d6:35207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T06:03:58,598 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724234847 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724234847,5,FailOnTimeoutGroup] 2024-12-09T06:03:58,598 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724234847 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724234847,5,FailOnTimeoutGroup] 2024-12-09T06:03:58,599 INFO [M:0;4a5b629497d6:35207 {}] hbase.ChoreService(370): Chore service for: master/4a5b629497d6:0 had [] on shutdown 2024-12-09T06:03:58,600 DEBUG [M:0;4a5b629497d6:35207 {}] master.HMaster(1733): Stopping service threads 2024-12-09T06:03:58,600 INFO [M:0;4a5b629497d6:35207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T06:03:58,600 INFO [M:0;4a5b629497d6:35207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T06:03:58,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T06:03:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T06:03:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:03:58,605 DEBUG [M:0;4a5b629497d6:35207 {}] zookeeper.ZKUtil(347): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T06:03:58,605 WARN [M:0;4a5b629497d6:35207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T06:03:58,605 INFO [M:0;4a5b629497d6:35207 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T06:03:58,605 INFO [M:0;4a5b629497d6:35207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T06:03:58,605 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:03:58,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:03:58,605 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:58,605 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:58,605 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:03:58,605 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:58,605 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-09T06:03:58,622 DEBUG [M:0;4a5b629497d6:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45accbd7665a4e0c863279e10dd3b90c is 82, key is hbase:meta,,1/info:regioninfo/1733724235495/Put/seqid=0 2024-12-09T06:03:58,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:58,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:03:58,628 INFO [M:0;4a5b629497d6:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45accbd7665a4e0c863279e10dd3b90c 2024-12-09T06:03:58,645 DEBUG [M:0;4a5b629497d6:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7e2a66872934dc68423febfc7a1af07 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733724237483/Put/seqid=0 2024-12-09T06:03:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741847_1023 (size=7578) 2024-12-09T06:03:58,650 INFO [M:0;4a5b629497d6:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7e2a66872934dc68423febfc7a1af07 2024-12-09T06:03:58,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:58,693 INFO [RS:1;4a5b629497d6:39495 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,39495,1733724234554; zookeeper connection closed. 2024-12-09T06:03:58,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39495-0x10009637f060002, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:58,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2efcbd87 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2efcbd87 2024-12-09T06:03:58,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T06:03:58,703 DEBUG [M:0;4a5b629497d6:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e09d84325604aab96461fe8a5ebd134 is 69, key is 4a5b629497d6,39495,1733724234554/rs:state/1733724234910/Put/seqid=0 2024-12-09T06:03:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:03:58,708 INFO [M:0;4a5b629497d6:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e09d84325604aab96461fe8a5ebd134 2024-12-09T06:03:58,713 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45accbd7665a4e0c863279e10dd3b90c as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45accbd7665a4e0c863279e10dd3b90c 2024-12-09T06:03:58,718 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45accbd7665a4e0c863279e10dd3b90c, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T06:03:58,719 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7e2a66872934dc68423febfc7a1af07 as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7e2a66872934dc68423febfc7a1af07 2024-12-09T06:03:58,724 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7e2a66872934dc68423febfc7a1af07, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T06:03:58,725 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e09d84325604aab96461fe8a5ebd134 as hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e09d84325604aab96461fe8a5ebd134 2024-12-09T06:03:58,729 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33923/user/jenkins/test-data/123905cf-3ade-4bb9-774b-80a768e2d8f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e09d84325604aab96461fe8a5ebd134, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T06:03:58,730 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=108, compaction requested=false 2024-12-09T06:03:58,731 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:03:58,731 DEBUG [M:0;4a5b629497d6:35207 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:03:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33613 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44779 is added to blk_1073741830_1006 (size=54465) 2024-12-09T06:03:58,733 INFO [M:0;4a5b629497d6:35207 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T06:03:58,733 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:03:58,734 INFO [M:0;4a5b629497d6:35207 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35207 2024-12-09T06:03:58,738 DEBUG [M:0;4a5b629497d6:35207 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4a5b629497d6,35207,1733724234390 already deleted, retry=false 2024-12-09T06:03:58,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:58,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x10009637f060000, quorum=127.0.0.1:57791, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:03:58,846 INFO [M:0;4a5b629497d6:35207 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,35207,1733724234390; zookeeper connection closed. 2024-12-09T06:03:58,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43556736{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:58,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dbfcab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:58,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:58,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d32ad9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:58,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0485c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:58,856 WARN [BP-458520799-172.17.0.2-1733724232837 heartbeating to localhost/127.0.0.1:33923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:58,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:58,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:58,857 WARN [BP-458520799-172.17.0.2-1733724232837 heartbeating to localhost/127.0.0.1:33923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-458520799-172.17.0.2-1733724232837 (Datanode Uuid 1b9807d9-668a-461f-b45a-09c74a2f139b) service to localhost/127.0.0.1:33923 2024-12-09T06:03:58,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data3/current/BP-458520799-172.17.0.2-1733724232837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:58,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data4/current/BP-458520799-172.17.0.2-1733724232837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:58,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:58,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1df571e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:58,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29ef04e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:58,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:58,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d043a57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:58,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69391a46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:58,861 WARN [BP-458520799-172.17.0.2-1733724232837 heartbeating to localhost/127.0.0.1:33923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:03:58,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:03:58,861 WARN [BP-458520799-172.17.0.2-1733724232837 heartbeating to localhost/127.0.0.1:33923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-458520799-172.17.0.2-1733724232837 (Datanode Uuid 4cc2e9ca-fca4-4410-976d-3aaad9b1db48) service to localhost/127.0.0.1:33923 2024-12-09T06:03:58,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:03:58,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data1/current/BP-458520799-172.17.0.2-1733724232837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:58,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/cluster_1853044b-466d-a0eb-b2c9-4a58d98f3b7c/dfs/data/data2/current/BP-458520799-172.17.0.2-1733724232837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:03:58,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:03:58,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36e62bdf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:58,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@552c959{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:03:58,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:03:58,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70e07e00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:03:58,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2aa2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir/,STOPPED} 2024-12-09T06:03:58,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T06:03:58,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T06:03:58,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=173 (was 152) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33923 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33923 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=522 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16146 (was 16298) 2024-12-09T06:03:58,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=173, OpenFileDescriptor=522, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=16146 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir so I do NOT create it in target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5 2024-12-09T06:03:58,912 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.tmp.dir so I do NOT create it in target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5 2024-12-09T06:03:58,912 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/54a172f0-9407-0e4f-6494-df1fa0d7d331/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T06:03:58,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962, deleteOnExit=true 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/test.cache.data in system properties and HBase conf 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.log.dir in system properties and HBase conf 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T06:03:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T06:03:58,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/nfs.dump.dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/java.io.tmpdir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T06:03:58,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T06:03:59,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:59,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:59,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:59,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:59,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T06:03:59,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:59,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80da057{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:59,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@117bf829{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:59,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b9cdd25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/java.io.tmpdir/jetty-localhost-39531-hadoop-hdfs-3_4_1-tests_jar-_-any-12046463988341448937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:03:59,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7704553b{HTTP/1.1, (http/1.1)}{localhost:39531} 2024-12-09T06:03:59,233 INFO [Time-limited test {}] server.Server(415): Started @34607ms 2024-12-09T06:03:59,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:59,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:59,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:59,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:59,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T06:03:59,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1890e5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:59,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f12dece{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:59,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@354a5ab9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/java.io.tmpdir/jetty-localhost-38303-hadoop-hdfs-3_4_1-tests_jar-_-any-17528835304989314677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:59,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41ba7b47{HTTP/1.1, (http/1.1)}{localhost:38303} 2024-12-09T06:03:59,529 INFO [Time-limited test {}] server.Server(415): Started @34904ms 2024-12-09T06:03:59,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:03:59,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T06:03:59,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T06:03:59,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T06:03:59,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T06:03:59,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T06:03:59,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d55c071{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.log.dir/,AVAILABLE} 2024-12-09T06:03:59,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211fa3f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T06:03:59,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9398ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/java.io.tmpdir/jetty-localhost-44973-hadoop-hdfs-3_4_1-tests_jar-_-any-9957758279337280994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:03:59,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11b509d4{HTTP/1.1, (http/1.1)}{localhost:44973} 2024-12-09T06:03:59,653 INFO [Time-limited test {}] server.Server(415): Started @35027ms 2024-12-09T06:03:59,654 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T06:04:00,108 WARN [Thread-1453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data1/current/BP-1006831740-172.17.0.2-1733724238927/current, will proceed with Du for space computation calculation, 2024-12-09T06:04:00,108 WARN [Thread-1454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data2/current/BP-1006831740-172.17.0.2-1733724238927/current, will proceed with Du for space computation calculation, 2024-12-09T06:04:00,132 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:04:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c54a05aca04ccfa with lease ID 0xfd68022014ba57a: Processing first storage report for DS-ac0bcb0e-a98f-42ae-b3ef-f86d87e93564 from datanode DatanodeRegistration(127.0.0.1:44305, datanodeUuid=aea36fcf-1630-4d1d-a0a7-e59ff223ba8f, infoPort=42321, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927) 2024-12-09T06:04:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c54a05aca04ccfa with lease ID 0xfd68022014ba57a: from storage DS-ac0bcb0e-a98f-42ae-b3ef-f86d87e93564 node DatanodeRegistration(127.0.0.1:44305, datanodeUuid=aea36fcf-1630-4d1d-a0a7-e59ff223ba8f, infoPort=42321, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:04:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c54a05aca04ccfa with lease ID 0xfd68022014ba57a: Processing first storage report for DS-2eba5e3f-6fbb-42fa-a52f-5160c82b8e1b from datanode DatanodeRegistration(127.0.0.1:44305, datanodeUuid=aea36fcf-1630-4d1d-a0a7-e59ff223ba8f, infoPort=42321, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927) 2024-12-09T06:04:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c54a05aca04ccfa with lease ID 0xfd68022014ba57a: from storage DS-2eba5e3f-6fbb-42fa-a52f-5160c82b8e1b node DatanodeRegistration(127.0.0.1:44305, datanodeUuid=aea36fcf-1630-4d1d-a0a7-e59ff223ba8f, infoPort=42321, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:04:00,292 WARN [Thread-1465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data3/current/BP-1006831740-172.17.0.2-1733724238927/current, will proceed with Du for space computation calculation, 2024-12-09T06:04:00,292 WARN [Thread-1466 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data4/current/BP-1006831740-172.17.0.2-1733724238927/current, will proceed with Du for space computation calculation, 2024-12-09T06:04:00,310 WARN [Thread-1441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T06:04:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x364536b2dd762b92 with lease ID 0xfd68022014ba57b: Processing first storage report for DS-f8d8e2f8-1509-407f-a8ca-8d2500c056c3 from datanode DatanodeRegistration(127.0.0.1:46577, datanodeUuid=f5a7cf3d-c98a-4351-b66c-e63f9d27069d, infoPort=43265, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927) 2024-12-09T06:04:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x364536b2dd762b92 with lease ID 0xfd68022014ba57b: from storage DS-f8d8e2f8-1509-407f-a8ca-8d2500c056c3 node DatanodeRegistration(127.0.0.1:46577, datanodeUuid=f5a7cf3d-c98a-4351-b66c-e63f9d27069d, infoPort=43265, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T06:04:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x364536b2dd762b92 with lease ID 0xfd68022014ba57b: Processing first storage report for DS-58dfab0d-fda3-420c-9a57-f0f5db2c5e3f from datanode DatanodeRegistration(127.0.0.1:46577, datanodeUuid=f5a7cf3d-c98a-4351-b66c-e63f9d27069d, infoPort=43265, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927) 2024-12-09T06:04:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x364536b2dd762b92 with lease ID 0xfd68022014ba57b: from storage DS-58dfab0d-fda3-420c-9a57-f0f5db2c5e3f node DatanodeRegistration(127.0.0.1:46577, datanodeUuid=f5a7cf3d-c98a-4351-b66c-e63f9d27069d, infoPort=43265, infoSecurePort=0, ipcPort=34263, storageInfo=lv=-57;cid=testClusterID;nsid=1189502223;c=1733724238927), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T06:04:00,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5 2024-12-09T06:04:00,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/zookeeper_0, clientPort=50754, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T06:04:00,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50754 2024-12-09T06:04:00,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:04:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741825_1001 (size=7) 2024-12-09T06:04:00,398 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887 with version=8 2024-12-09T06:04:00,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/hbase-staging 2024-12-09T06:04:00,401 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:04:00,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:04:00,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:04:00,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:04:00,402 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:04:00,403 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38933 2024-12-09T06:04:00,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38933 connecting to ZooKeeper ensemble=127.0.0.1:50754 2024-12-09T06:04:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389330x0, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:04:00,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38933-0x100096396810000 connected 2024-12-09T06:04:00,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:04:00,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:04:00,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:04:00,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38933 2024-12-09T06:04:00,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38933 2024-12-09T06:04:00,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38933 2024-12-09T06:04:00,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38933 2024-12-09T06:04:00,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38933 2024-12-09T06:04:00,525 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887, hbase.cluster.distributed=false 2024-12-09T06:04:00,543 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:04:00,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,543 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:04:00,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:04:00,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:04:00,543 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:04:00,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41393 2024-12-09T06:04:00,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:04:00,545 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T06:04:00,550 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T06:04:00,550 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T06:04:00,551 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T06:04:00,551 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:04:00,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41393 connecting to ZooKeeper ensemble=127.0.0.1:50754 2024-12-09T06:04:00,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413930x0, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:04:00,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413930x0, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:04:00,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41393-0x100096396810001 connected 2024-12-09T06:04:00,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:04:00,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:04:00,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41393 2024-12-09T06:04:00,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41393 2024-12-09T06:04:00,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41393 2024-12-09T06:04:00,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41393 2024-12-09T06:04:00,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41393 2024-12-09T06:04:00,583 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4a5b629497d6:0 server-side Connection retries=45 2024-12-09T06:04:00,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T06:04:00,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T06:04:00,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T06:04:00,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T06:04:00,583 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T06:04:00,584 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46237 2024-12-09T06:04:00,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T06:04:00,584 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T06:04:00,588 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T06:04:00,588 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T06:04:00,589 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T06:04:00,589 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T06:04:00,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46237 connecting to ZooKeeper ensemble=127.0.0.1:50754 2024-12-09T06:04:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462370x0, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T06:04:00,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46237-0x100096396810002 connected 2024-12-09T06:04:00,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:04:00,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:04:00,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T06:04:00,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46237 2024-12-09T06:04:00,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46237 2024-12-09T06:04:00,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46237 2024-12-09T06:04:00,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46237 2024-12-09T06:04:00,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46237 2024-12-09T06:04:00,601 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4a5b629497d6,38933,1733724240400 2024-12-09T06:04:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:04:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:04:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:04:00,605 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4a5b629497d6,38933,1733724240400 2024-12-09T06:04:00,612 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a5b629497d6:38933 2024-12-09T06:04:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:04:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:04:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T06:04:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,613 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:04:00,613 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4a5b629497d6,38933,1733724240400 from backup master directory 2024-12-09T06:04:00,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T06:04:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4a5b629497d6,38933,1733724240400 2024-12-09T06:04:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:04:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:04:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T06:04:00,621 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:04:00,621 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a5b629497d6,38933,1733724240400 2024-12-09T06:04:00,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:04:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741826_1002 (size=42) 2024-12-09T06:04:00,631 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/hbase.id with ID: 421757e3-fbc8-4859-817e-e9d67cfeb424 2024-12-09T06:04:00,640 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T06:04:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:04:00,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741827_1003 (size=196) 2024-12-09T06:04:00,652 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:04:00,653 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T06:04:00,653 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:04:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:04:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741828_1004 (size=1189) 2024-12-09T06:04:00,660 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store 2024-12-09T06:04:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:04:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741829_1005 (size=34) 2024-12-09T06:04:00,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:00,666 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:04:00,667 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:00,667 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:00,667 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:04:00,667 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:00,667 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:00,667 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:04:00,668 WARN [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/.initializing 2024-12-09T06:04:00,668 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/WALs/4a5b629497d6,38933,1733724240400 2024-12-09T06:04:00,668 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:04:00,670 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C38933%2C1733724240400, suffix=, logDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/WALs/4a5b629497d6,38933,1733724240400, archiveDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/oldWALs, maxLogs=10 2024-12-09T06:04:00,681 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/WALs/4a5b629497d6,38933,1733724240400/4a5b629497d6%2C38933%2C1733724240400.1733724240670, exclude list is [], retry=0 2024-12-09T06:04:00,683 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-f8d8e2f8-1509-407f-a8ca-8d2500c056c3,DISK] 2024-12-09T06:04:00,683 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44305,DS-ac0bcb0e-a98f-42ae-b3ef-f86d87e93564,DISK] 2024-12-09T06:04:00,685 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/WALs/4a5b629497d6,38933,1733724240400/4a5b629497d6%2C38933%2C1733724240400.1733724240670 2024-12-09T06:04:00,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:42321:42321)] 2024-12-09T06:04:00,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:04:00,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:00,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,685 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T06:04:00,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:04:00,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T06:04:00,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:04:00,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T06:04:00,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:04:00,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T06:04:00,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:04:00,695 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,695 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,697 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T06:04:00,698 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T06:04:00,700 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:04:00,700 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70639338, jitterRate=0.05260816216468811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T06:04:00,701 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:04:00,701 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T06:04:00,704 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408604d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:04:00,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T06:04:00,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T06:04:00,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T06:04:00,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T06:04:00,705 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T06:04:00,706 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T06:04:00,706 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T06:04:00,707 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T06:04:00,708 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T06:04:00,712 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T06:04:00,713 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T06:04:00,713 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T06:04:00,721 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T06:04:00,721 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T06:04:00,722 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T06:04:00,729 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T06:04:00,730 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T06:04:00,738 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T06:04:00,739 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T06:04:00,746 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T06:04:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:04:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:04:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T06:04:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,755 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4a5b629497d6,38933,1733724240400, sessionid=0x100096396810000, setting cluster-up flag (Was=false) 2024-12-09T06:04:00,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,796 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T06:04:00,797 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,38933,1733724240400 2024-12-09T06:04:00,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:00,838 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T06:04:00,839 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a5b629497d6,38933,1733724240400 2024-12-09T06:04:00,842 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T06:04:00,842 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T06:04:00,843 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T06:04:00,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a5b629497d6,38933,1733724240400 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T06:04:00,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:04:00,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:04:00,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:04:00,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a5b629497d6:0, corePoolSize=5, maxPoolSize=5 2024-12-09T06:04:00,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a5b629497d6:0, corePoolSize=10, maxPoolSize=10 2024-12-09T06:04:00,843 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,844 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:04:00,844 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733724270845 2024-12-09T06:04:00,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T06:04:00,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T06:04:00,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T06:04:00,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T06:04:00,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:04:00,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T06:04:00,845 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T06:04:00,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T06:04:00,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T06:04:00,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T06:04:00,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T06:04:00,846 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T06:04:00,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T06:04:00,847 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724240847,5,FailOnTimeoutGroup] 2024-12-09T06:04:00,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,847 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724240847,5,FailOnTimeoutGroup] 2024-12-09T06:04:00,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T06:04:00,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:04:00,847 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:04:00,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741831_1007 (size=1039) 2024-12-09T06:04:00,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T06:04:00,859 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887 2024-12-09T06:04:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:04:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741832_1008 (size=32) 2024-12-09T06:04:00,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:00,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:04:00,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:04:00,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:04:00,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:04:00,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:04:00,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:04:00,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:04:00,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:04:00,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:00,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:04:00,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740 2024-12-09T06:04:00,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740 2024-12-09T06:04:00,876 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:04:00,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:04:00,879 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:04:00,879 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71924177, jitterRate=0.07175375521183014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:04:00,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:04:00,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:04:00,880 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:04:00,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:04:00,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:04:00,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:04:00,880 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:04:00,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:04:00,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T06:04:00,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T06:04:00,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T06:04:00,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T06:04:00,882 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T06:04:00,915 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a5b629497d6:41393 2024-12-09T06:04:00,915 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4a5b629497d6:46237 2024-12-09T06:04:00,916 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1008): ClusterId : 421757e3-fbc8-4859-817e-e9d67cfeb424 2024-12-09T06:04:00,916 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1008): ClusterId : 421757e3-fbc8-4859-817e-e9d67cfeb424 2024-12-09T06:04:00,916 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:04:00,916 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T06:04:00,922 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:04:00,922 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T06:04:00,922 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:04:00,922 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T06:04:00,930 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:04:00,930 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T06:04:00,930 DEBUG [RS:0;4a5b629497d6:41393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367ec9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:04:00,930 DEBUG [RS:1;4a5b629497d6:46237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43403cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:04:00,931 DEBUG [RS:1;4a5b629497d6:46237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f68231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:04:00,931 DEBUG [RS:0;4a5b629497d6:41393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a620059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:04:00,931 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:04:00,931 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T06:04:00,931 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:04:00,931 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T06:04:00,931 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:04:00,931 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T06:04:00,931 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,38933,1733724240400 with isa=4a5b629497d6/172.17.0.2:46237, startcode=1733724240582 2024-12-09T06:04:00,931 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(3073): reportForDuty to master=4a5b629497d6,38933,1733724240400 with isa=4a5b629497d6/172.17.0.2:41393, startcode=1733724240542 2024-12-09T06:04:00,932 DEBUG [RS:1;4a5b629497d6:46237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:04:00,932 DEBUG [RS:0;4a5b629497d6:41393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T06:04:00,933 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50829, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:04:00,933 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53371, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T06:04:00,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38933 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,46237,1733724240582 2024-12-09T06:04:00,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38933 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,46237,1733724240582 2024-12-09T06:04:00,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38933 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4a5b629497d6,41393,1733724240542 2024-12-09T06:04:00,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38933 {}] master.ServerManager(486): Registering regionserver=4a5b629497d6,41393,1733724240542 2024-12-09T06:04:00,935 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887 2024-12-09T06:04:00,935 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33975 2024-12-09T06:04:00,935 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:04:00,936 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887 2024-12-09T06:04:00,936 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33975 2024-12-09T06:04:00,936 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T06:04:00,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:04:00,979 DEBUG [RS:1;4a5b629497d6:46237 {}] zookeeper.ZKUtil(111): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,46237,1733724240582 2024-12-09T06:04:00,979 WARN [RS:1;4a5b629497d6:46237 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:04:00,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,46237,1733724240582] 2024-12-09T06:04:00,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a5b629497d6,41393,1733724240542] 2024-12-09T06:04:00,980 INFO [RS:1;4a5b629497d6:46237 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:04:00,980 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,46237,1733724240582 2024-12-09T06:04:00,980 DEBUG [RS:0;4a5b629497d6:41393 {}] zookeeper.ZKUtil(111): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4a5b629497d6,41393,1733724240542 2024-12-09T06:04:00,980 WARN [RS:0;4a5b629497d6:41393 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T06:04:00,980 INFO [RS:0;4a5b629497d6:41393 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:04:00,981 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,41393,1733724240542 2024-12-09T06:04:00,987 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:04:00,987 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T06:04:00,987 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:04:00,987 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T06:04:00,990 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:04:00,991 INFO [RS:0;4a5b629497d6:41393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:04:00,991 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T06:04:00,991 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T06:04:00,992 INFO [RS:1;4a5b629497d6:46237 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T06:04:00,992 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,992 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:04:00,993 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,993 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:04:00,994 DEBUG [RS:0;4a5b629497d6:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:04:00,995 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T06:04:00,996 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,996 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,996 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,996 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,996 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41393,1733724240542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:04:00,996 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a5b629497d6:0, corePoolSize=2, maxPoolSize=2 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a5b629497d6:0, corePoolSize=1, maxPoolSize=1 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:04:00,996 DEBUG [RS:1;4a5b629497d6:46237 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a5b629497d6:0, corePoolSize=3, maxPoolSize=3 2024-12-09T06:04:00,999 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,999 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,999 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,999 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:00,999 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,46237,1733724240582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:04:01,011 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:04:01,011 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,46237,1733724240582-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:01,014 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T06:04:01,014 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,41393,1733724240542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:01,024 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.Replication(204): 4a5b629497d6,46237,1733724240582 started 2024-12-09T06:04:01,024 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,46237,1733724240582, RpcServer on 4a5b629497d6/172.17.0.2:46237, sessionid=0x100096396810002 2024-12-09T06:04:01,024 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:04:01,024 DEBUG [RS:1;4a5b629497d6:46237 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,024 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,46237,1733724240582' 2024-12-09T06:04:01,024 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:04:01,024 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:04:01,025 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:04:01,025 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:04:01,025 DEBUG [RS:1;4a5b629497d6:46237 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,025 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,46237,1733724240582' 2024-12-09T06:04:01,025 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:04:01,025 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:04:01,025 DEBUG [RS:1;4a5b629497d6:46237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:04:01,025 INFO [RS:1;4a5b629497d6:46237 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:04:01,025 INFO [RS:1;4a5b629497d6:46237 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:04:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,032 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.Replication(204): 4a5b629497d6,41393,1733724240542 started 2024-12-09T06:04:01,032 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1767): Serving as 4a5b629497d6,41393,1733724240542, RpcServer on 4a5b629497d6/172.17.0.2:41393, sessionid=0x100096396810001 2024-12-09T06:04:01,032 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T06:04:01,032 DEBUG [RS:0;4a5b629497d6:41393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a5b629497d6,41393,1733724240542 2024-12-09T06:04:01,032 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,41393,1733724240542' 2024-12-09T06:04:01,032 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T06:04:01,032 WARN [4a5b629497d6:38933 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T06:04:01,033 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T06:04:01,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,033 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T06:04:01,033 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T06:04:01,033 DEBUG [RS:0;4a5b629497d6:41393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a5b629497d6,41393,1733724240542 2024-12-09T06:04:01,033 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a5b629497d6,41393,1733724240542' 2024-12-09T06:04:01,033 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T06:04:01,033 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T06:04:01,034 DEBUG [RS:0;4a5b629497d6:41393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T06:04:01,034 INFO [RS:0;4a5b629497d6:41393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T06:04:01,034 INFO [RS:0;4a5b629497d6:41393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T06:04:01,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T06:04:01,126 INFO [RS:1;4a5b629497d6:46237 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:04:01,128 INFO [RS:1;4a5b629497d6:46237 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C46237%2C1733724240582, suffix=, logDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,46237,1733724240582, archiveDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/oldWALs, maxLogs=32 2024-12-09T06:04:01,134 INFO [RS:0;4a5b629497d6:41393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T06:04:01,136 INFO [RS:0;4a5b629497d6:41393 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C41393%2C1733724240542, suffix=, logDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,41393,1733724240542, archiveDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/oldWALs, maxLogs=32 2024-12-09T06:04:01,143 DEBUG [RS:1;4a5b629497d6:46237 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,46237,1733724240582/4a5b629497d6%2C46237%2C1733724240582.1733724241128, exclude list is [], retry=0 2024-12-09T06:04:01,146 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44305,DS-ac0bcb0e-a98f-42ae-b3ef-f86d87e93564,DISK] 2024-12-09T06:04:01,146 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-f8d8e2f8-1509-407f-a8ca-8d2500c056c3,DISK] 2024-12-09T06:04:01,149 DEBUG [RS:0;4a5b629497d6:41393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,41393,1733724240542/4a5b629497d6%2C41393%2C1733724240542.1733724241136, exclude list is [], retry=0 2024-12-09T06:04:01,150 INFO [RS:1;4a5b629497d6:46237 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,46237,1733724240582/4a5b629497d6%2C46237%2C1733724240582.1733724241128 2024-12-09T06:04:01,150 DEBUG [RS:1;4a5b629497d6:46237 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321),(127.0.0.1/127.0.0.1:43265:43265)] 2024-12-09T06:04:01,152 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-f8d8e2f8-1509-407f-a8ca-8d2500c056c3,DISK] 2024-12-09T06:04:01,152 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44305,DS-ac0bcb0e-a98f-42ae-b3ef-f86d87e93564,DISK] 2024-12-09T06:04:01,154 INFO [RS:0;4a5b629497d6:41393 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,41393,1733724240542/4a5b629497d6%2C41393%2C1733724240542.1733724241136 2024-12-09T06:04:01,155 DEBUG [RS:0;4a5b629497d6:41393 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321),(127.0.0.1/127.0.0.1:43265:43265)] 2024-12-09T06:04:01,283 DEBUG [4a5b629497d6:38933 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T06:04:01,283 DEBUG [4a5b629497d6:38933 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:04:01,285 DEBUG [4a5b629497d6:38933 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:04:01,285 DEBUG [4a5b629497d6:38933 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:04:01,285 INFO [4a5b629497d6:38933 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:04:01,285 INFO [4a5b629497d6:38933 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:04:01,285 DEBUG [4a5b629497d6:38933 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:04:01,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,46237,1733724240582, state=OPENING 2024-12-09T06:04:01,330 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T06:04:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:01,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:01,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4a5b629497d6,46237,1733724240582}] 2024-12-09T06:04:01,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:04:01,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:04:01,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:04:01,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:04:01,495 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:04:01,502 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T06:04:01,502 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T06:04:01,502 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T06:04:01,506 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a5b629497d6%2C46237%2C1733724240582.meta, suffix=.meta, logDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,46237,1733724240582, archiveDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/oldWALs, maxLogs=32 2024-12-09T06:04:01,519 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,46237,1733724240582/4a5b629497d6%2C46237%2C1733724240582.meta.1733724241507.meta, exclude list is [], retry=0 2024-12-09T06:04:01,521 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-f8d8e2f8-1509-407f-a8ca-8d2500c056c3,DISK] 2024-12-09T06:04:01,521 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44305,DS-ac0bcb0e-a98f-42ae-b3ef-f86d87e93564,DISK] 2024-12-09T06:04:01,523 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/WALs/4a5b629497d6,46237,1733724240582/4a5b629497d6%2C46237%2C1733724240582.meta.1733724241507.meta 2024-12-09T06:04:01,523 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:42321:42321)] 2024-12-09T06:04:01,523 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:04:01,523 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T06:04:01,523 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T06:04:01,523 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T06:04:01,523 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T06:04:01,523 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:01,523 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T06:04:01,524 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T06:04:01,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T06:04:01,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T06:04:01,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:01,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:04:01,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T06:04:01,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T06:04:01,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:01,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:04:01,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T06:04:01,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T06:04:01,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:01,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T06:04:01,529 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740 2024-12-09T06:04:01,530 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740 2024-12-09T06:04:01,532 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T06:04:01,533 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T06:04:01,533 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61032825, jitterRate=-0.09054003655910492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T06:04:01,534 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T06:04:01,535 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733724241493 2024-12-09T06:04:01,536 DEBUG [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T06:04:01,536 INFO [RS_OPEN_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T06:04:01,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,537 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a5b629497d6,46237,1733724240582, state=OPEN 2024-12-09T06:04:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:04:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:04:01,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T06:04:01,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:04:01,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:04:01,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T06:04:01,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T06:04:01,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4a5b629497d6,46237,1733724240582 in 207 msec 2024-12-09T06:04:01,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T06:04:01,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-12-09T06:04:01,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 709 msec 2024-12-09T06:04:01,551 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733724241551, completionTime=-1 2024-12-09T06:04:01,551 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T06:04:01,551 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T06:04:01,552 DEBUG [hconnection-0x2361c390-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:04:01,553 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:04:01,554 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T06:04:01,555 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733724301554 2024-12-09T06:04:01,555 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733724361555 2024-12-09T06:04:01,555 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T06:04:01,571 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T06:04:01,572 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,38933,1733724240400-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:01,572 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,38933,1733724240400-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:01,572 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,38933,1733724240400-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:01,572 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a5b629497d6:38933, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:01,572 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:01,572 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T06:04:01,572 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T06:04:01,573 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T06:04:01,573 DEBUG [master/4a5b629497d6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T06:04:01,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:04:01,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:01,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:04:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:04:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741836_1012 (size=358) 2024-12-09T06:04:01,582 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 51d05a5649d0513a13edf4ab920bcc76, NAME => 'hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887 2024-12-09T06:04:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:04:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741837_1013 (size=42) 2024-12-09T06:04:01,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:01,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 51d05a5649d0513a13edf4ab920bcc76, disabling compactions & flushes 2024-12-09T06:04:01,589 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:01,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:01,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. after waiting 0 ms 2024-12-09T06:04:01,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:01,589 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:01,589 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 51d05a5649d0513a13edf4ab920bcc76: 2024-12-09T06:04:01,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:04:01,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733724241590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724241590"}]},"ts":"1733724241590"} 2024-12-09T06:04:01,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T06:04:01,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:04:01,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724241592"}]},"ts":"1733724241592"} 2024-12-09T06:04:01,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T06:04:01,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:04:01,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:04:01,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:04:01,614 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:04:01,614 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:04:01,614 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:04:01,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=51d05a5649d0513a13edf4ab920bcc76, ASSIGN}] 2024-12-09T06:04:01,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=51d05a5649d0513a13edf4ab920bcc76, ASSIGN 2024-12-09T06:04:01,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=51d05a5649d0513a13edf4ab920bcc76, ASSIGN; state=OFFLINE, location=4a5b629497d6,46237,1733724240582; forceNewPlan=false, retain=false 2024-12-09T06:04:01,767 INFO [4a5b629497d6:38933 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T06:04:01,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=51d05a5649d0513a13edf4ab920bcc76, regionState=OPENING, regionLocation=4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 51d05a5649d0513a13edf4ab920bcc76, server=4a5b629497d6,46237,1733724240582}] 2024-12-09T06:04:01,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 51d05a5649d0513a13edf4ab920bcc76, NAME => 'hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76.', STARTKEY => '', ENDKEY => ''} 2024-12-09T06:04:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:01,928 INFO [StoreOpener-51d05a5649d0513a13edf4ab920bcc76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:01,929 INFO [StoreOpener-51d05a5649d0513a13edf4ab920bcc76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d05a5649d0513a13edf4ab920bcc76 columnFamilyName info 2024-12-09T06:04:01,929 DEBUG [StoreOpener-51d05a5649d0513a13edf4ab920bcc76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:01,930 INFO [StoreOpener-51d05a5649d0513a13edf4ab920bcc76-1 {}] regionserver.HStore(327): Store=51d05a5649d0513a13edf4ab920bcc76/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:04:01,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:01,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:01,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:01,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:04:01,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 51d05a5649d0513a13edf4ab920bcc76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65175592, jitterRate=-0.028807997703552246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:04:01,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 51d05a5649d0513a13edf4ab920bcc76: 2024-12-09T06:04:01,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76., pid=6, masterSystemTime=1733724241922 2024-12-09T06:04:01,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:01,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:01,939 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=51d05a5649d0513a13edf4ab920bcc76, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,46237,1733724240582 2024-12-09T06:04:01,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T06:04:01,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 51d05a5649d0513a13edf4ab920bcc76, server=4a5b629497d6,46237,1733724240582 in 170 msec 2024-12-09T06:04:01,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T06:04:01,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=51d05a5649d0513a13edf4ab920bcc76, ASSIGN in 328 msec 2024-12-09T06:04:01,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:04:01,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724241944"}]},"ts":"1733724241944"} 2024-12-09T06:04:01,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T06:04:01,988 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T06:04:01,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:04:01,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 417 msec 2024-12-09T06:04:01,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:01,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:01,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:04:01,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:02,000 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T06:04:02,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:04:02,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-12-09T06:04:02,033 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T06:04:02,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T06:04:02,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2024-12-09T06:04:02,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T06:04:02,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T06:04:02,096 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.475sec 2024-12-09T06:04:02,097 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T06:04:02,097 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T06:04:02,097 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T06:04:02,097 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T06:04:02,097 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T06:04:02,097 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,38933,1733724240400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T06:04:02,097 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,38933,1733724240400-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T06:04:02,098 DEBUG [master/4a5b629497d6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T06:04:02,099 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T06:04:02,099 INFO [master/4a5b629497d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a5b629497d6,38933,1733724240400-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T06:04:02,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x052f751d to 127.0.0.1:50754 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20ffc79d 2024-12-09T06:04:02,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619f7e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T06:04:02,115 DEBUG [hconnection-0x6f6a86b3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:04:02,117 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:04:02,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4a5b629497d6,38933,1733724240400 2024-12-09T06:04:02,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T06:04:02,120 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T06:04:02,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38933 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T06:04:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38933 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T06:04:02,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T06:04:02,123 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:02,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38933 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T06:04:02,124 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T06:04:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38933 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:04:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:04:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741838_1014 (size=379) 2024-12-09T06:04:02,133 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c359c5a05a7bdda0555dcd2e27edb4c8, NAME => 'testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887 2024-12-09T06:04:02,133 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0a74feae481a833a2b5f5fdb91339c1a, NAME => 'testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887 2024-12-09T06:04:02,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:04:02,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741840_1016 (size=61) 2024-12-09T06:04:02,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:04:02,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741839_1015 (size=61) 2024-12-09T06:04:02,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:02,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 0a74feae481a833a2b5f5fdb91339c1a, disabling compactions & flushes 2024-12-09T06:04:02,140 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. after waiting 0 ms 2024-12-09T06:04:02,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,140 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,140 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0a74feae481a833a2b5f5fdb91339c1a: 2024-12-09T06:04:02,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:02,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c359c5a05a7bdda0555dcd2e27edb4c8, disabling compactions & flushes 2024-12-09T06:04:02,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. after waiting 0 ms 2024-12-09T06:04:02,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c359c5a05a7bdda0555dcd2e27edb4c8: 2024-12-09T06:04:02,145 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T06:04:02,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724242145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724242145"}]},"ts":"1733724242145"} 2024-12-09T06:04:02,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733724242145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733724242145"}]},"ts":"1733724242145"} 2024-12-09T06:04:02,148 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T06:04:02,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T06:04:02,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724242149"}]},"ts":"1733724242149"} 2024-12-09T06:04:02,150 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T06:04:02,163 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {4a5b629497d6=0} racks are {/default-rack=0} 2024-12-09T06:04:02,164 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T06:04:02,164 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T06:04:02,164 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T06:04:02,164 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T06:04:02,164 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T06:04:02,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c359c5a05a7bdda0555dcd2e27edb4c8, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a74feae481a833a2b5f5fdb91339c1a, ASSIGN}] 2024-12-09T06:04:02,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a74feae481a833a2b5f5fdb91339c1a, ASSIGN 2024-12-09T06:04:02,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c359c5a05a7bdda0555dcd2e27edb4c8, ASSIGN 2024-12-09T06:04:02,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c359c5a05a7bdda0555dcd2e27edb4c8, ASSIGN; state=OFFLINE, location=4a5b629497d6,41393,1733724240542; forceNewPlan=false, retain=false 2024-12-09T06:04:02,166 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a74feae481a833a2b5f5fdb91339c1a, ASSIGN; state=OFFLINE, location=4a5b629497d6,46237,1733724240582; forceNewPlan=false, retain=false 2024-12-09T06:04:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38933 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:04:02,316 INFO [4a5b629497d6:38933 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T06:04:02,317 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0a74feae481a833a2b5f5fdb91339c1a, regionState=OPENING, regionLocation=4a5b629497d6,46237,1733724240582 2024-12-09T06:04:02,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c359c5a05a7bdda0555dcd2e27edb4c8, regionState=OPENING, regionLocation=4a5b629497d6,41393,1733724240542 2024-12-09T06:04:02,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure c359c5a05a7bdda0555dcd2e27edb4c8, server=4a5b629497d6,41393,1733724240542}] 2024-12-09T06:04:02,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 0a74feae481a833a2b5f5fdb91339c1a, server=4a5b629497d6,46237,1733724240582}] 2024-12-09T06:04:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38933 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:04:02,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,41393,1733724240542 2024-12-09T06:04:02,471 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:04:02,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4a5b629497d6,46237,1733724240582 2024-12-09T06:04:02,473 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:04:02,478 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,478 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 0a74feae481a833a2b5f5fdb91339c1a, NAME => 'testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T06:04:02,478 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c359c5a05a7bdda0555dcd2e27edb4c8, NAME => 'testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T06:04:02,479 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,480 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,481 INFO [StoreOpener-0a74feae481a833a2b5f5fdb91339c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,483 INFO [StoreOpener-0a74feae481a833a2b5f5fdb91339c1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a74feae481a833a2b5f5fdb91339c1a columnFamilyName family 2024-12-09T06:04:02,483 DEBUG [StoreOpener-0a74feae481a833a2b5f5fdb91339c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:02,483 INFO [StoreOpener-0a74feae481a833a2b5f5fdb91339c1a-1 {}] regionserver.HStore(327): Store=0a74feae481a833a2b5f5fdb91339c1a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:04:02,483 INFO [StoreOpener-c359c5a05a7bdda0555dcd2e27edb4c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,484 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,484 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,484 INFO [StoreOpener-c359c5a05a7bdda0555dcd2e27edb4c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c359c5a05a7bdda0555dcd2e27edb4c8 columnFamilyName family 2024-12-09T06:04:02,485 DEBUG [StoreOpener-c359c5a05a7bdda0555dcd2e27edb4c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T06:04:02,485 INFO [StoreOpener-c359c5a05a7bdda0555dcd2e27edb4c8-1 {}] regionserver.HStore(327): Store=c359c5a05a7bdda0555dcd2e27edb4c8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T06:04:02,486 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,486 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,486 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,488 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,488 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:04:02,488 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 0a74feae481a833a2b5f5fdb91339c1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63367774, jitterRate=-0.05574658513069153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:04:02,489 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 0a74feae481a833a2b5f5fdb91339c1a: 2024-12-09T06:04:02,489 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T06:04:02,490 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a., pid=13, masterSystemTime=1733724242471 2024-12-09T06:04:02,490 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c359c5a05a7bdda0555dcd2e27edb4c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63570526, jitterRate=-0.05272534489631653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T06:04:02,490 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c359c5a05a7bdda0555dcd2e27edb4c8: 2024-12-09T06:04:02,491 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8., pid=12, masterSystemTime=1733724242470 2024-12-09T06:04:02,491 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,491 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0a74feae481a833a2b5f5fdb91339c1a, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,46237,1733724240582 2024-12-09T06:04:02,492 DEBUG [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,492 INFO [RS_OPEN_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c359c5a05a7bdda0555dcd2e27edb4c8, regionState=OPEN, openSeqNum=2, regionLocation=4a5b629497d6,41393,1733724240542 2024-12-09T06:04:02,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T06:04:02,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 0a74feae481a833a2b5f5fdb91339c1a, server=4a5b629497d6,46237,1733724240582 in 174 msec 2024-12-09T06:04:02,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T06:04:02,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure c359c5a05a7bdda0555dcd2e27edb4c8, server=4a5b629497d6,41393,1733724240542 in 176 msec 2024-12-09T06:04:02,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0a74feae481a833a2b5f5fdb91339c1a, ASSIGN in 331 msec 2024-12-09T06:04:02,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T06:04:02,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c359c5a05a7bdda0555dcd2e27edb4c8, ASSIGN in 331 msec 2024-12-09T06:04:02,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T06:04:02,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733724242497"}]},"ts":"1733724242497"} 2024-12-09T06:04:02,499 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T06:04:02,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T06:04:02,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 450 msec 2024-12-09T06:04:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38933 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T06:04:02,729 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T06:04:02,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T06:04:02,730 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:04:02,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T06:04:02,732 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T06:04:02,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T06:04:02,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T06:04:02,735 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T06:04:02,749 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c359c5a05a7bdda0555dcd2e27edb4c8 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T06:04:02,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8/.tmp/family/d87a62da342f43cbb597cbe56c4efb19 is 32, key is 1/family:/1733724242735/Put/seqid=0 2024-12-09T06:04:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:04:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741841_1017 (size=5054) 2024-12-09T06:04:02,770 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8/.tmp/family/d87a62da342f43cbb597cbe56c4efb19 2024-12-09T06:04:02,776 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8/.tmp/family/d87a62da342f43cbb597cbe56c4efb19 as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8/family/d87a62da342f43cbb597cbe56c4efb19 2024-12-09T06:04:02,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8/family/d87a62da342f43cbb597cbe56c4efb19, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T06:04:02,783 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c359c5a05a7bdda0555dcd2e27edb4c8 in 34ms, sequenceid=8, compaction requested=false 2024-12-09T06:04:02,784 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c359c5a05a7bdda0555dcd2e27edb4c8: 2024-12-09T06:04:02,784 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0a74feae481a833a2b5f5fdb91339c1a 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T06:04:02,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a/.tmp/family/9402768e04004c99972f98485dbbf6c0 is 32, key is 5/family:/1733724242743/Put/seqid=0 2024-12-09T06:04:02,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:04:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741842_1018 (size=5083) 2024-12-09T06:04:02,809 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a/.tmp/family/9402768e04004c99972f98485dbbf6c0 2024-12-09T06:04:02,815 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a/.tmp/family/9402768e04004c99972f98485dbbf6c0 as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a/family/9402768e04004c99972f98485dbbf6c0 2024-12-09T06:04:02,820 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a/family/9402768e04004c99972f98485dbbf6c0, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T06:04:02,821 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0a74feae481a833a2b5f5fdb91339c1a in 37ms, sequenceid=9, compaction requested=false 2024-12-09T06:04:02,821 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0a74feae481a833a2b5f5fdb91339c1a: 2024-12-09T06:04:02,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:04:02,828 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:04:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] bucket.BucketCache(1851): found 1 blocks for file 9402768e04004c99972f98485dbbf6c0, starting offset: 0, end offset: 9223372036854775807 2024-12-09T06:04:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] bucket.BucketCache(843): removed key 9402768e04004c99972f98485dbbf6c0_0 from back map with offset lock 2094080 in the evict process 2024-12-09T06:04:02,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T06:04:02,830 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T06:04:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] bucket.BucketCache(1851): found 1 blocks for file d87a62da342f43cbb597cbe56c4efb19, starting offset: 0, end offset: 9223372036854775807 2024-12-09T06:04:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] bucket.BucketCache(843): removed key d87a62da342f43cbb597cbe56c4efb19_0 from back map with offset lock 2094080 in the evict process 2024-12-09T06:04:02,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T06:04:02,831 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T06:04:02,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x052f751d to 127.0.0.1:50754 2024-12-09T06:04:02,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:04:02,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T06:04:02,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784193729, stopped=false 2024-12-09T06:04:02,832 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4a5b629497d6,38933,1733724240400 2024-12-09T06:04:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:04:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:04:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T06:04:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:02,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T06:04:02,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:04:02,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:04:02,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:04:02,847 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,41393,1733724240542' ***** 2024-12-09T06:04:02,847 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:04:02,847 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,46237,1733724240582' ***** 2024-12-09T06:04:02,847 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T06:04:02,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T06:04:02,847 INFO [RS:1;4a5b629497d6:46237 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T06:04:02,847 INFO [RS:0;4a5b629497d6:41393 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T06:04:02,847 INFO [RS:1;4a5b629497d6:46237 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T06:04:02,847 INFO [RS:0;4a5b629497d6:41393 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T06:04:02,847 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T06:04:02,847 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:04:02,847 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T06:04:02,847 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T06:04:02,847 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T06:04:02,847 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T06:04:02,847 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T06:04:02,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:04:02,847 INFO [RS:0;4a5b629497d6:41393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:04:02,847 INFO [RS:1;4a5b629497d6:46237 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T06:04:02,847 INFO [RS:0;4a5b629497d6:41393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:04:02,847 INFO [RS:1;4a5b629497d6:46237 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T06:04:02,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T06:04:02,847 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(3579): Received CLOSE for c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,847 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(3579): Received CLOSE for 0a74feae481a833a2b5f5fdb91339c1a 2024-12-09T06:04:02,847 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T06:04:02,848 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(3579): Received CLOSE for 51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:02,848 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,46237,1733724240582 2024-12-09T06:04:02,848 DEBUG [RS:1;4a5b629497d6:46237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:04:02,848 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:04:02,848 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:04:02,848 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:04:02,848 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T06:04:02,848 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,41393,1733724240542 2024-12-09T06:04:02,848 DEBUG [RS:0;4a5b629497d6:41393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:04:02,848 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c359c5a05a7bdda0555dcd2e27edb4c8, disabling compactions & flushes 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0a74feae481a833a2b5f5fdb91339c1a, disabling compactions & flushes 2024-12-09T06:04:02,848 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1603): Online Regions={c359c5a05a7bdda0555dcd2e27edb4c8=testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8.} 2024-12-09T06:04:02,848 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,848 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,848 DEBUG [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1629): Waiting on c359c5a05a7bdda0555dcd2e27edb4c8 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. after waiting 0 ms 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. after waiting 0 ms 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,848 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-09T06:04:02,848 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1603): Online Regions={0a74feae481a833a2b5f5fdb91339c1a=testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a., 1588230740=hbase:meta,,1.1588230740, 51d05a5649d0513a13edf4ab920bcc76=hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76.} 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T06:04:02,848 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T06:04:02,848 DEBUG [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1629): Waiting on 0a74feae481a833a2b5f5fdb91339c1a, 1588230740, 51d05a5649d0513a13edf4ab920bcc76 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T06:04:02,848 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T06:04:02,848 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T06:04:02,852 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/0a74feae481a833a2b5f5fdb91339c1a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T06:04:02,852 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,853 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0a74feae481a833a2b5f5fdb91339c1a: 2024-12-09T06:04:02,853 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a. 2024-12-09T06:04:02,853 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 51d05a5649d0513a13edf4ab920bcc76, disabling compactions & flushes 2024-12-09T06:04:02,853 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:02,853 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:02,853 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. after waiting 0 ms 2024-12-09T06:04:02,853 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:02,853 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 51d05a5649d0513a13edf4ab920bcc76 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T06:04:02,855 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/default/testClearRegionBlockCache/c359c5a05a7bdda0555dcd2e27edb4c8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T06:04:02,855 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,855 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c359c5a05a7bdda0555dcd2e27edb4c8: 2024-12-09T06:04:02,855 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733724242121.c359c5a05a7bdda0555dcd2e27edb4c8. 2024-12-09T06:04:02,866 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/.tmp/info/c64a2e9581f34bbdbf8b098a9bc3a28d is 173, key is testClearRegionBlockCache,5,1733724242121.0a74feae481a833a2b5f5fdb91339c1a./info:regioninfo/1733724242491/Put/seqid=0 2024-12-09T06:04:02,870 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76/.tmp/info/e9bceff8e1814bffae2a8a69dbf0cb2d is 45, key is default/info:d/1733724242004/Put/seqid=0 2024-12-09T06:04:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:04:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741843_1019 (size=9337) 2024-12-09T06:04:02,871 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/.tmp/info/c64a2e9581f34bbdbf8b098a9bc3a28d 2024-12-09T06:04:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:04:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741844_1020 (size=5037) 2024-12-09T06:04:02,876 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76/.tmp/info/e9bceff8e1814bffae2a8a69dbf0cb2d 2024-12-09T06:04:02,881 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76/.tmp/info/e9bceff8e1814bffae2a8a69dbf0cb2d as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76/info/e9bceff8e1814bffae2a8a69dbf0cb2d 2024-12-09T06:04:02,886 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76/info/e9bceff8e1814bffae2a8a69dbf0cb2d, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T06:04:02,887 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 51d05a5649d0513a13edf4ab920bcc76 in 34ms, sequenceid=6, compaction requested=false 2024-12-09T06:04:02,890 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/.tmp/table/b5962d162dcd413c94791f2edda4dfca is 61, key is testClearRegionBlockCache/table:state/1733724242497/Put/seqid=0 2024-12-09T06:04:02,891 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/namespace/51d05a5649d0513a13edf4ab920bcc76/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T06:04:02,891 INFO [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:02,891 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 51d05a5649d0513a13edf4ab920bcc76: 2024-12-09T06:04:02,891 DEBUG [RS_CLOSE_REGION-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733724241572.51d05a5649d0513a13edf4ab920bcc76. 2024-12-09T06:04:02,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:04:02,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741845_1021 (size=5392) 2024-12-09T06:04:02,898 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/.tmp/table/b5962d162dcd413c94791f2edda4dfca 2024-12-09T06:04:02,898 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:04:02,901 INFO [regionserver/4a5b629497d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:04:02,903 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/.tmp/info/c64a2e9581f34bbdbf8b098a9bc3a28d as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/info/c64a2e9581f34bbdbf8b098a9bc3a28d 2024-12-09T06:04:02,909 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/info/c64a2e9581f34bbdbf8b098a9bc3a28d, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T06:04:02,910 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/.tmp/table/b5962d162dcd413c94791f2edda4dfca as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/table/b5962d162dcd413c94791f2edda4dfca 2024-12-09T06:04:02,915 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/table/b5962d162dcd413c94791f2edda4dfca, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T06:04:02,916 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=16, compaction requested=false 2024-12-09T06:04:02,920 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T06:04:02,921 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T06:04:02,921 INFO [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T06:04:02,921 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T06:04:02,921 DEBUG [RS_CLOSE_META-regionserver/4a5b629497d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T06:04:02,999 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T06:04:02,999 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T06:04:03,013 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T06:04:03,013 INFO [regionserver/4a5b629497d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T06:04:03,048 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,41393,1733724240542; all regions closed. 2024-12-09T06:04:03,049 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,46237,1733724240582; all regions closed. 2024-12-09T06:04:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741834_1010 (size=1758) 2024-12-09T06:04:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:04:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741835_1011 (size=5602) 2024-12-09T06:04:03,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741834_1010 (size=1758) 2024-12-09T06:04:03,058 DEBUG [RS:1;4a5b629497d6:46237 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/oldWALs 2024-12-09T06:04:03,058 INFO [RS:1;4a5b629497d6:46237 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C46237%2C1733724240582.meta:.meta(num 1733724241507) 2024-12-09T06:04:03,058 DEBUG [RS:0;4a5b629497d6:41393 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/oldWALs 2024-12-09T06:04:03,058 INFO [RS:0;4a5b629497d6:41393 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C41393%2C1733724240542:(num 1733724241136) 2024-12-09T06:04:03,058 DEBUG [RS:0;4a5b629497d6:41393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:04:03,058 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:04:03,059 INFO [RS:0;4a5b629497d6:41393 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T06:04:03,059 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T06:04:03,059 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T06:04:03,059 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:04:03,059 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T06:04:03,059 INFO [RS:0;4a5b629497d6:41393 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41393 2024-12-09T06:04:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741833_1009 (size=3188) 2024-12-09T06:04:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741833_1009 (size=3188) 2024-12-09T06:04:03,063 DEBUG [RS:1;4a5b629497d6:46237 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/oldWALs 2024-12-09T06:04:03,063 INFO [RS:1;4a5b629497d6:46237 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4a5b629497d6%2C46237%2C1733724240582:(num 1733724241128) 2024-12-09T06:04:03,063 DEBUG [RS:1;4a5b629497d6:46237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:04:03,063 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T06:04:03,064 INFO [RS:1;4a5b629497d6:46237 {}] hbase.ChoreService(370): Chore service for: regionserver/4a5b629497d6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T06:04:03,064 INFO [regionserver/4a5b629497d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:04:03,064 INFO [RS:1;4a5b629497d6:46237 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46237 2024-12-09T06:04:03,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,41393,1733724240542 2024-12-09T06:04:03,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T06:04:03,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4a5b629497d6,46237,1733724240582 2024-12-09T06:04:03,079 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f2b98915698@46500545 rejected from java.util.concurrent.ThreadPoolExecutor@35293eb[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-09T06:04:03,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,46237,1733724240582] 2024-12-09T06:04:03,088 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,46237,1733724240582; numProcessing=1 2024-12-09T06:04:03,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,46237,1733724240582 already deleted, retry=false 2024-12-09T06:04:03,105 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,46237,1733724240582 expired; onlineServers=1 2024-12-09T06:04:03,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a5b629497d6,41393,1733724240542] 2024-12-09T06:04:03,105 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4a5b629497d6,41393,1733724240542; numProcessing=2 2024-12-09T06:04:03,113 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4a5b629497d6,41393,1733724240542 already deleted, retry=false 2024-12-09T06:04:03,113 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4a5b629497d6,41393,1733724240542 expired; onlineServers=0 2024-12-09T06:04:03,113 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4a5b629497d6,38933,1733724240400' ***** 2024-12-09T06:04:03,113 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T06:04:03,113 DEBUG [M:0;4a5b629497d6:38933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbca0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a5b629497d6/172.17.0.2:0 2024-12-09T06:04:03,113 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HRegionServer(1224): stopping server 4a5b629497d6,38933,1733724240400 2024-12-09T06:04:03,113 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HRegionServer(1250): stopping server 4a5b629497d6,38933,1733724240400; all regions closed. 2024-12-09T06:04:03,113 DEBUG [M:0;4a5b629497d6:38933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T06:04:03,114 DEBUG [M:0;4a5b629497d6:38933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T06:04:03,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T06:04:03,114 DEBUG [M:0;4a5b629497d6:38933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T06:04:03,114 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724240847 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.small.0-1733724240847,5,FailOnTimeoutGroup] 2024-12-09T06:04:03,114 DEBUG [master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724240847 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a5b629497d6:0:becomeActiveMaster-HFileCleaner.large.0-1733724240847,5,FailOnTimeoutGroup] 2024-12-09T06:04:03,115 INFO [M:0;4a5b629497d6:38933 {}] hbase.ChoreService(370): Chore service for: master/4a5b629497d6:0 had [] on shutdown 2024-12-09T06:04:03,115 DEBUG [M:0;4a5b629497d6:38933 {}] master.HMaster(1733): Stopping service threads 2024-12-09T06:04:03,115 INFO [M:0;4a5b629497d6:38933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T06:04:03,115 INFO [M:0;4a5b629497d6:38933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T06:04:03,116 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T06:04:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T06:04:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T06:04:03,121 DEBUG [M:0;4a5b629497d6:38933 {}] zookeeper.ZKUtil(347): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T06:04:03,121 WARN [M:0;4a5b629497d6:38933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T06:04:03,122 INFO [M:0;4a5b629497d6:38933 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T06:04:03,122 INFO [M:0;4a5b629497d6:38933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T06:04:03,122 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T06:04:03,122 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:03,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T06:04:03,122 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:03,122 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T06:04:03,123 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:03,123 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-12-09T06:04:03,141 DEBUG [M:0;4a5b629497d6:38933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1b7b88177a240839c8965afa917c7be is 82, key is hbase:meta,,1/info:regioninfo/1733724241536/Put/seqid=0 2024-12-09T06:04:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:04:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741846_1022 (size=5672) 2024-12-09T06:04:03,146 INFO [M:0;4a5b629497d6:38933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1b7b88177a240839c8965afa917c7be 2024-12-09T06:04:03,162 DEBUG [M:0;4a5b629497d6:38933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e031a3039f3a440a84689078f1cb2e0f is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733724242573/Put/seqid=0 2024-12-09T06:04:03,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741847_1023 (size=7582) 2024-12-09T06:04:03,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741847_1023 (size=7582) 2024-12-09T06:04:03,167 INFO [M:0;4a5b629497d6:38933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e031a3039f3a440a84689078f1cb2e0f 2024-12-09T06:04:03,187 DEBUG [M:0;4a5b629497d6:38933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21cbcef98d0e47729b19e92904dfb02f is 69, key is 4a5b629497d6,41393,1733724240542/rs:state/1733724240935/Put/seqid=0 2024-12-09T06:04:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:04:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100096396810001, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:04:03,188 INFO [RS:0;4a5b629497d6:41393 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,41393,1733724240542; zookeeper connection closed. 2024-12-09T06:04:03,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40a54e92 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40a54e92 2024-12-09T06:04:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:04:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741848_1024 (size=5224) 2024-12-09T06:04:03,192 INFO [M:0;4a5b629497d6:38933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21cbcef98d0e47729b19e92904dfb02f 2024-12-09T06:04:03,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:04:03,196 INFO [RS:1;4a5b629497d6:46237 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,46237,1733724240582; zookeeper connection closed. 2024-12-09T06:04:03,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46237-0x100096396810002, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:04:03,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19e63869 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19e63869 2024-12-09T06:04:03,197 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T06:04:03,198 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1b7b88177a240839c8965afa917c7be as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1b7b88177a240839c8965afa917c7be 2024-12-09T06:04:03,203 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1b7b88177a240839c8965afa917c7be, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T06:04:03,204 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e031a3039f3a440a84689078f1cb2e0f as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e031a3039f3a440a84689078f1cb2e0f 2024-12-09T06:04:03,210 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e031a3039f3a440a84689078f1cb2e0f, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T06:04:03,211 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21cbcef98d0e47729b19e92904dfb02f as hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21cbcef98d0e47729b19e92904dfb02f 2024-12-09T06:04:03,216 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33975/user/jenkins/test-data/088d65be-bd6d-5c8d-28ef-cabe4dca0887/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21cbcef98d0e47729b19e92904dfb02f, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T06:04:03,217 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=108, compaction requested=false 2024-12-09T06:04:03,219 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T06:04:03,219 DEBUG [M:0;4a5b629497d6:38933 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T06:04:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741830_1006 (size=54565) 2024-12-09T06:04:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44305 is added to blk_1073741830_1006 (size=54565) 2024-12-09T06:04:03,221 INFO [M:0;4a5b629497d6:38933 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T06:04:03,221 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T06:04:03,221 INFO [M:0;4a5b629497d6:38933 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38933 2024-12-09T06:04:03,229 DEBUG [M:0;4a5b629497d6:38933 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4a5b629497d6,38933,1733724240400 already deleted, retry=false 2024-12-09T06:04:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:04:03,338 INFO [M:0;4a5b629497d6:38933 {}] regionserver.HRegionServer(1307): Exiting; stopping=4a5b629497d6,38933,1733724240400; zookeeper connection closed. 2024-12-09T06:04:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38933-0x100096396810000, quorum=127.0.0.1:50754, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T06:04:03,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9398ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:04:03,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11b509d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:04:03,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:04:03,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211fa3f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:04:03,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d55c071{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.log.dir/,STOPPED} 2024-12-09T06:04:03,342 WARN [BP-1006831740-172.17.0.2-1733724238927 heartbeating to localhost/127.0.0.1:33975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:04:03,342 WARN [BP-1006831740-172.17.0.2-1733724238927 heartbeating to localhost/127.0.0.1:33975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1006831740-172.17.0.2-1733724238927 (Datanode Uuid f5a7cf3d-c98a-4351-b66c-e63f9d27069d) service to localhost/127.0.0.1:33975 2024-12-09T06:04:03,342 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:04:03,342 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:04:03,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data3/current/BP-1006831740-172.17.0.2-1733724238927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:04:03,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data4/current/BP-1006831740-172.17.0.2-1733724238927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:04:03,343 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:04:03,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@354a5ab9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T06:04:03,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41ba7b47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:04:03,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:04:03,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f12dece{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:04:03,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1890e5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.log.dir/,STOPPED} 2024-12-09T06:04:03,347 WARN [BP-1006831740-172.17.0.2-1733724238927 heartbeating to localhost/127.0.0.1:33975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T06:04:03,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T06:04:03,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T06:04:03,347 WARN [BP-1006831740-172.17.0.2-1733724238927 heartbeating to localhost/127.0.0.1:33975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1006831740-172.17.0.2-1733724238927 (Datanode Uuid aea36fcf-1630-4d1d-a0a7-e59ff223ba8f) service to localhost/127.0.0.1:33975 2024-12-09T06:04:03,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data1/current/BP-1006831740-172.17.0.2-1733724238927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:04:03,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/cluster_c62b7100-15ae-2c2a-d137-b68080102962/dfs/data/data2/current/BP-1006831740-172.17.0.2-1733724238927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T06:04:03,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T06:04:03,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b9cdd25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T06:04:03,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7704553b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T06:04:03,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T06:04:03,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@117bf829{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T06:04:03,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80da057{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7ade9a87-e7c0-0669-18ec-79ca56c3e3c5/hadoop.log.dir/,STOPPED} 2024-12-09T06:04:03,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T06:04:03,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T06:04:03,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 173) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33975 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33975 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=552 (was 522) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=16043 (was 16146)