2024-12-03 20:19:00,663 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-03 20:19:00,684 main DEBUG Took 0.019011 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 20:19:00,685 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 20:19:00,685 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 20:19:00,686 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 20:19:00,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,696 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 20:19:00,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,711 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,712 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,714 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,715 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,716 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:19:00,719 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,719 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 20:19:00,720 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:19:00,721 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 20:19:00,723 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 20:19:00,723 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 20:19:00,724 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 20:19:00,725 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 20:19:00,733 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 20:19:00,736 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 20:19:00,737 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 20:19:00,738 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 20:19:00,738 main DEBUG createAppenders(={Console}) 2024-12-03 20:19:00,739 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-03 20:19:00,739 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-03 20:19:00,739 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-03 20:19:00,740 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 20:19:00,740 main DEBUG OutputStream closed 2024-12-03 20:19:00,740 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 20:19:00,741 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 20:19:00,741 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-03 20:19:00,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 20:19:00,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 20:19:00,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 20:19:00,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 20:19:00,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 20:19:00,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 20:19:00,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 20:19:00,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 20:19:00,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 20:19:00,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 20:19:00,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 20:19:00,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 20:19:00,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 20:19:00,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 20:19:00,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 20:19:00,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 20:19:00,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 20:19:00,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 20:19:00,835 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 20:19:00,835 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-03 20:19:00,835 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 20:19:00,836 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-03T20:19:00,853 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-03 20:19:00,856 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 20:19:00,857 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T20:19:00,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=4874 2024-12-03T20:19:01,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0 2024-12-03T20:19:01,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:19:01,231 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb, deleteOnExit=true 2024-12-03T20:19:01,231 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T20:19:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/test.cache.data in system properties and HBase conf 2024-12-03T20:19:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:19:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:19:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:19:01,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:19:01,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T20:19:01,315 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T20:19:01,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:19:01,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:01,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:01,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:19:01,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:01,411 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:19:01,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:19:01,412 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:01,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:01,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:19:01,413 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:19:01,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:19:01,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:01,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:19:01,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:19:02,242 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T20:19:02,325 INFO [Time-limited test {}] log.Log(170): Logging initialized @2412ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T20:19:02,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:02,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:02,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:02,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:02,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:02,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:02,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:02,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:02,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/java.io.tmpdir/jetty-localhost-46631-hadoop-hdfs-3_4_1-tests_jar-_-any-17375937425359624273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:02,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:46631} 2024-12-03T20:19:02,783 INFO [Time-limited test {}] server.Server(415): Started @2871ms 2024-12-03T20:19:03,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:03,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:03,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:03,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:03,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:03,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:03,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:03,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/java.io.tmpdir/jetty-localhost-45767-hadoop-hdfs-3_4_1-tests_jar-_-any-16128049548736622147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:03,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:45767} 2024-12-03T20:19:03,326 INFO [Time-limited test {}] server.Server(415): Started @3414ms 2024-12-03T20:19:03,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:03,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:03,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:03,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:03,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:03,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:03,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:03,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:03,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/java.io.tmpdir/jetty-localhost-37981-hadoop-hdfs-3_4_1-tests_jar-_-any-2386355385070684251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:03,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:37981} 2024-12-03T20:19:03,667 INFO [Time-limited test {}] server.Server(415): Started @3756ms 2024-12-03T20:19:03,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:03,881 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data3/current/BP-2049935422-172.17.0.2-1733257141995/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:03,881 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data2/current/BP-2049935422-172.17.0.2-1733257141995/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:03,881 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data4/current/BP-2049935422-172.17.0.2-1733257141995/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:03,881 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data1/current/BP-2049935422-172.17.0.2-1733257141995/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:03,929 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:03,929 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3710b9a40616b95 with lease ID 0x599750968bf27102: Processing first storage report for DS-63b23fd5-87ca-4d86-aef1-1345bfe45755 from datanode DatanodeRegistration(127.0.0.1:32791, datanodeUuid=203174f7-2a47-4562-98d5-3799044446d1, infoPort=33179, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995) 2024-12-03T20:19:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3710b9a40616b95 with lease ID 0x599750968bf27102: from storage DS-63b23fd5-87ca-4d86-aef1-1345bfe45755 node DatanodeRegistration(127.0.0.1:32791, datanodeUuid=203174f7-2a47-4562-98d5-3799044446d1, infoPort=33179, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T20:19:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b7eab9585efaf87 with lease ID 0x599750968bf27103: Processing first storage report for DS-2c48bda9-acf1-4aed-a661-8973c326c9af from datanode DatanodeRegistration(127.0.0.1:39893, datanodeUuid=0aca3cd7-8cb9-409c-9ce0-9133ed73eed9, infoPort=37995, infoSecurePort=0, ipcPort=36945, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995) 2024-12-03T20:19:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b7eab9585efaf87 with lease ID 0x599750968bf27103: from storage DS-2c48bda9-acf1-4aed-a661-8973c326c9af node DatanodeRegistration(127.0.0.1:39893, datanodeUuid=0aca3cd7-8cb9-409c-9ce0-9133ed73eed9, infoPort=37995, infoSecurePort=0, ipcPort=36945, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:04,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3710b9a40616b95 with lease ID 0x599750968bf27102: Processing first storage report for DS-1ce2cdea-43a0-4a8d-ad14-41404f03501d from datanode DatanodeRegistration(127.0.0.1:32791, datanodeUuid=203174f7-2a47-4562-98d5-3799044446d1, infoPort=33179, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995) 2024-12-03T20:19:04,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3710b9a40616b95 with lease ID 0x599750968bf27102: from storage DS-1ce2cdea-43a0-4a8d-ad14-41404f03501d node DatanodeRegistration(127.0.0.1:32791, datanodeUuid=203174f7-2a47-4562-98d5-3799044446d1, infoPort=33179, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T20:19:04,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b7eab9585efaf87 with lease ID 0x599750968bf27103: Processing first storage report for DS-ccf90488-9f6a-42e4-8aef-ac16b7684442 from datanode DatanodeRegistration(127.0.0.1:39893, datanodeUuid=0aca3cd7-8cb9-409c-9ce0-9133ed73eed9, infoPort=37995, infoSecurePort=0, ipcPort=36945, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995) 2024-12-03T20:19:04,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b7eab9585efaf87 with lease ID 0x599750968bf27103: from storage DS-ccf90488-9f6a-42e4-8aef-ac16b7684442 node DatanodeRegistration(127.0.0.1:39893, datanodeUuid=0aca3cd7-8cb9-409c-9ce0-9133ed73eed9, infoPort=37995, infoSecurePort=0, ipcPort=36945, storageInfo=lv=-57;cid=testClusterID;nsid=1794936595;c=1733257141995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:04,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0 2024-12-03T20:19:04,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/zookeeper_0, clientPort=50215, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:19:04,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50215 2024-12-03T20:19:04,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:04,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:04,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:04,825 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b with version=8 2024-12-03T20:19:04,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/hbase-staging 2024-12-03T20:19:04,954 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T20:19:05,233 INFO [Time-limited test {}] client.ConnectionUtils(129): master/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:05,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:05,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:05,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:05,450 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T20:19:05,459 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T20:19:05,463 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:05,491 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2838 (auto-detected) 2024-12-03T20:19:05,492 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T20:19:05,511 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40551 2024-12-03T20:19:05,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:05,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:05,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40551 connecting to ZooKeeper ensemble=127.0.0.1:50215 2024-12-03T20:19:05,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405510x0, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:05,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40551-0x1005988e02b0000 connected 2024-12-03T20:19:05,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:05,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:05,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:05,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40551 2024-12-03T20:19:05,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40551 2024-12-03T20:19:05,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40551 2024-12-03T20:19:05,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40551 2024-12-03T20:19:05,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40551 2024-12-03T20:19:05,624 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b, hbase.cluster.distributed=false 2024-12-03T20:19:05,707 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:05,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:05,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:05,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:05,713 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:05,714 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42609 2024-12-03T20:19:05,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:05,721 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:05,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:05,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:05,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42609 connecting to ZooKeeper ensemble=127.0.0.1:50215 2024-12-03T20:19:05,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426090x0, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:05,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426090x0, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:05,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42609-0x1005988e02b0001 connected 2024-12-03T20:19:05,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:05,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:05,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42609 2024-12-03T20:19:05,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42609 2024-12-03T20:19:05,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42609 2024-12-03T20:19:05,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42609 2024-12-03T20:19:05,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42609 2024-12-03T20:19:05,778 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:05,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:05,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:05,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:05,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:05,781 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:05,782 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42931 2024-12-03T20:19:05,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:05,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:05,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:05,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:05,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42931 connecting to ZooKeeper ensemble=127.0.0.1:50215 2024-12-03T20:19:05,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429310x0, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:05,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42931-0x1005988e02b0002 connected 2024-12-03T20:19:05,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:05,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:05,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:05,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42931 2024-12-03T20:19:05,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42931 2024-12-03T20:19:05,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42931 2024-12-03T20:19:05,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42931 2024-12-03T20:19:05,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42931 2024-12-03T20:19:05,805 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/438d02c2e720,40551,1733257144948 2024-12-03T20:19:05,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:05,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:05,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:05,816 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/438d02c2e720,40551,1733257144948 2024-12-03T20:19:05,827 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;438d02c2e720:40551 2024-12-03T20:19:05,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:05,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:05,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:05,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:05,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:05,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:05,851 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:05,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:05,852 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/438d02c2e720,40551,1733257144948 from backup master directory 2024-12-03T20:19:05,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:05,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/438d02c2e720,40551,1733257144948 2024-12-03T20:19:05,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:05,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:05,858 WARN [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:05,858 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=438d02c2e720,40551,1733257144948 2024-12-03T20:19:05,861 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T20:19:05,862 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T20:19:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:05,943 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/hbase.id with ID: 0a3a5217-305c-4612-b8ac-7fffffd40470 2024-12-03T20:19:05,991 INFO [master/438d02c2e720:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:06,059 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:06,061 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:19:06,080 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:19:06,085 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:06,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:06,139 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store 2024-12-03T20:19:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:06,161 INFO [master/438d02c2e720:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T20:19:06,161 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:06,163 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:06,163 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:06,163 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:06,163 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:06,164 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:06,164 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:06,164 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:06,166 WARN [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/.initializing 2024-12-03T20:19:06,166 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/WALs/438d02c2e720,40551,1733257144948 2024-12-03T20:19:06,174 INFO [master/438d02c2e720:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:06,185 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C40551%2C1733257144948, suffix=, logDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/WALs/438d02c2e720,40551,1733257144948, archiveDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/oldWALs, maxLogs=10 2024-12-03T20:19:06,207 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/WALs/438d02c2e720,40551,1733257144948/438d02c2e720%2C40551%2C1733257144948.1733257146190, exclude list is [], retry=0 2024-12-03T20:19:06,225 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39893,DS-2c48bda9-acf1-4aed-a661-8973c326c9af,DISK] 2024-12-03T20:19:06,225 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32791,DS-63b23fd5-87ca-4d86-aef1-1345bfe45755,DISK] 2024-12-03T20:19:06,228 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T20:19:06,267 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/WALs/438d02c2e720,40551,1733257144948/438d02c2e720%2C40551%2C1733257144948.1733257146190 2024-12-03T20:19:06,268 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37995:37995),(127.0.0.1/127.0.0.1:33179:33179)] 2024-12-03T20:19:06,268 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:06,268 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:06,272 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,273 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:19:06,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:06,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:19:06,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:06,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:19:06,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:06,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:19:06,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:06,360 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,362 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,373 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:19:06,378 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:06,383 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:06,384 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70635033, jitterRate=0.052544012665748596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:19:06,389 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:06,390 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:19:06,420 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265ecaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:06,455 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T20:19:06,467 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:19:06,467 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:19:06,469 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:19:06,471 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T20:19:06,476 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-03T20:19:06,476 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:19:06,501 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:19:06,513 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:19:06,516 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:19:06,519 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:19:06,520 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:19:06,522 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:19:06,525 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:19:06,529 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:19:06,531 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:19:06,532 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:19:06,533 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:19:06,546 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:19:06,548 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:19:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,554 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=438d02c2e720,40551,1733257144948, sessionid=0x1005988e02b0000, setting cluster-up flag (Was=false) 2024-12-03T20:19:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,575 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:19:06,576 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,40551,1733257144948 2024-12-03T20:19:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:06,588 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:19:06,590 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,40551,1733257144948 2024-12-03T20:19:06,618 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;438d02c2e720:42609 2024-12-03T20:19:06,620 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1008): ClusterId : 0a3a5217-305c-4612-b8ac-7fffffd40470 2024-12-03T20:19:06,623 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:06,624 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;438d02c2e720:42931 2024-12-03T20:19:06,627 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1008): ClusterId : 0a3a5217-305c-4612-b8ac-7fffffd40470 2024-12-03T20:19:06,627 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:06,628 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:06,628 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:06,630 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:06,630 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:06,633 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:06,633 DEBUG [RS:0;438d02c2e720:42609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429ee5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:06,635 DEBUG [RS:0;438d02c2e720:42609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3c753a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:06,637 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:06,637 DEBUG [RS:1;438d02c2e720:42931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc07566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:06,638 DEBUG [RS:1;438d02c2e720:42931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c9897b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:06,639 INFO [RS:1;438d02c2e720:42931 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:06,639 INFO [RS:0;438d02c2e720:42609 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:06,640 INFO [RS:0;438d02c2e720:42609 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:06,640 INFO [RS:1;438d02c2e720:42931 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:06,640 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:06,640 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:06,642 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,40551,1733257144948 with isa=438d02c2e720/172.17.0.2:42931, startcode=1733257145777 2024-12-03T20:19:06,642 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,40551,1733257144948 with isa=438d02c2e720/172.17.0.2:42609, startcode=1733257145706 2024-12-03T20:19:06,656 DEBUG [RS:1;438d02c2e720:42931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:06,656 DEBUG [RS:0;438d02c2e720:42609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:06,694 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36441, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:06,694 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38387, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:06,695 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:06,702 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40551 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T20:19:06,704 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T20:19:06,708 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:19:06,709 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40551 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T20:19:06,716 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 438d02c2e720,40551,1733257144948 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:19:06,720 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:06,720 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:06,720 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:06,721 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:06,721 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/438d02c2e720:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:19:06,721 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,721 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:06,721 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,723 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257176723 2024-12-03T20:19:06,725 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:19:06,726 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:19:06,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:06,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:19:06,729 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:19:06,730 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:19:06,730 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:19:06,730 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:19:06,731 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,731 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-03T20:19:06,731 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-03T20:19:06,731 WARN [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T20:19:06,731 WARN [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T20:19:06,732 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:19:06,732 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,733 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:19:06,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:06,733 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:19:06,735 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:19:06,735 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:19:06,737 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257146737,5,FailOnTimeoutGroup] 2024-12-03T20:19:06,738 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257146737,5,FailOnTimeoutGroup] 2024-12-03T20:19:06,738 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,738 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:19:06,739 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,739 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:06,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T20:19:06,746 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b 2024-12-03T20:19:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:06,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:06,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:06,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:06,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:06,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:06,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:06,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:06,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:06,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:06,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:06,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:06,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740 2024-12-03T20:19:06,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740 2024-12-03T20:19:06,776 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:06,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:06,782 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:06,783 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59703996, jitterRate=-0.1103411316871643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:06,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:06,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:06,786 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:06,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:06,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:06,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:06,787 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:06,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:06,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:06,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T20:19:06,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:19:06,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:19:06,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:19:06,833 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,40551,1733257144948 with isa=438d02c2e720/172.17.0.2:42609, startcode=1733257145706 2024-12-03T20:19:06,833 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,40551,1733257144948 with isa=438d02c2e720/172.17.0.2:42931, startcode=1733257145777 2024-12-03T20:19:06,835 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40551 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,42609,1733257145706 2024-12-03T20:19:06,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40551 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,42609,1733257145706 2024-12-03T20:19:06,848 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40551 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,42931,1733257145777 2024-12-03T20:19:06,849 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b 2024-12-03T20:19:06,849 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33569 2024-12-03T20:19:06,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40551 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,42931,1733257145777 2024-12-03T20:19:06,849 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:06,852 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b 2024-12-03T20:19:06,852 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33569 2024-12-03T20:19:06,852 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:06,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:06,857 DEBUG [RS:0;438d02c2e720:42609 {}] zookeeper.ZKUtil(111): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,42609,1733257145706 2024-12-03T20:19:06,857 WARN [RS:0;438d02c2e720:42609 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:06,857 INFO [RS:0;438d02c2e720:42609 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:06,857 DEBUG [RS:1;438d02c2e720:42931 {}] zookeeper.ZKUtil(111): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,42931,1733257145777 2024-12-03T20:19:06,857 WARN [RS:1;438d02c2e720:42931 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:06,857 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706 2024-12-03T20:19:06,858 INFO [RS:1;438d02c2e720:42931 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:06,858 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42931,1733257145777 2024-12-03T20:19:06,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,42931,1733257145777] 2024-12-03T20:19:06,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,42609,1733257145706] 2024-12-03T20:19:06,871 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:06,871 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:06,883 INFO [RS:1;438d02c2e720:42931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:06,883 INFO [RS:0;438d02c2e720:42609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:06,895 INFO [RS:0;438d02c2e720:42609 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:06,895 INFO [RS:1;438d02c2e720:42931 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:06,908 INFO [RS:0;438d02c2e720:42609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:06,908 INFO [RS:1;438d02c2e720:42931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:06,909 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,909 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,909 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:06,915 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:06,916 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,917 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,917 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,917 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:06,918 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:06,918 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:06,918 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:06,919 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:06,919 DEBUG [RS:0;438d02c2e720:42609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:06,919 DEBUG [RS:1;438d02c2e720:42931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:06,920 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,42931,1733257145777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:06,920 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,42609,1733257145706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:06,951 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:06,951 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:06,953 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,42931,1733257145777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,953 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,42609,1733257145706-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:06,958 WARN [438d02c2e720:40551 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:19:06,983 INFO [RS:1;438d02c2e720:42931 {}] regionserver.Replication(204): 438d02c2e720,42931,1733257145777 started 2024-12-03T20:19:06,983 INFO [RS:0;438d02c2e720:42609 {}] regionserver.Replication(204): 438d02c2e720,42609,1733257145706 started 2024-12-03T20:19:06,984 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,42931,1733257145777, RpcServer on 438d02c2e720/172.17.0.2:42931, sessionid=0x1005988e02b0002 2024-12-03T20:19:06,984 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,42609,1733257145706, RpcServer on 438d02c2e720/172.17.0.2:42609, sessionid=0x1005988e02b0001 2024-12-03T20:19:06,985 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:06,985 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:06,985 DEBUG [RS:1;438d02c2e720:42931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,42931,1733257145777 2024-12-03T20:19:06,985 DEBUG [RS:0;438d02c2e720:42609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,42609,1733257145706 2024-12-03T20:19:06,985 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,42609,1733257145706' 2024-12-03T20:19:06,985 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,42931,1733257145777' 2024-12-03T20:19:06,985 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:06,985 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:06,986 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:06,986 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:06,987 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:06,987 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:06,987 DEBUG [RS:0;438d02c2e720:42609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,42609,1733257145706 2024-12-03T20:19:06,987 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:06,987 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,42609,1733257145706' 2024-12-03T20:19:06,987 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:06,987 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:06,987 DEBUG [RS:1;438d02c2e720:42931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,42931,1733257145777 2024-12-03T20:19:06,987 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,42931,1733257145777' 2024-12-03T20:19:06,987 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:06,987 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:06,988 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:06,988 DEBUG [RS:0;438d02c2e720:42609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:06,988 INFO [RS:0;438d02c2e720:42609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:06,988 INFO [RS:0;438d02c2e720:42609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:06,988 DEBUG [RS:1;438d02c2e720:42931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:06,988 INFO [RS:1;438d02c2e720:42931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:06,988 INFO [RS:1;438d02c2e720:42931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:07,096 INFO [RS:1;438d02c2e720:42931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:07,096 INFO [RS:0;438d02c2e720:42609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:07,099 INFO [RS:0;438d02c2e720:42609 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C42609%2C1733257145706, suffix=, logDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706, archiveDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/oldWALs, maxLogs=32 2024-12-03T20:19:07,099 INFO [RS:1;438d02c2e720:42931 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C42931%2C1733257145777, suffix=, logDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42931,1733257145777, archiveDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/oldWALs, maxLogs=32 2024-12-03T20:19:07,120 DEBUG [RS:0;438d02c2e720:42609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706/438d02c2e720%2C42609%2C1733257145706.1733257147104, exclude list is [], retry=0 2024-12-03T20:19:07,125 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39893,DS-2c48bda9-acf1-4aed-a661-8973c326c9af,DISK] 2024-12-03T20:19:07,125 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32791,DS-63b23fd5-87ca-4d86-aef1-1345bfe45755,DISK] 2024-12-03T20:19:07,127 DEBUG [RS:1;438d02c2e720:42931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42931,1733257145777/438d02c2e720%2C42931%2C1733257145777.1733257147104, exclude list is [], retry=0 2024-12-03T20:19:07,131 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39893,DS-2c48bda9-acf1-4aed-a661-8973c326c9af,DISK] 2024-12-03T20:19:07,131 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32791,DS-63b23fd5-87ca-4d86-aef1-1345bfe45755,DISK] 2024-12-03T20:19:07,139 INFO [RS:1;438d02c2e720:42931 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42931,1733257145777/438d02c2e720%2C42931%2C1733257145777.1733257147104 2024-12-03T20:19:07,140 INFO [RS:0;438d02c2e720:42609 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706/438d02c2e720%2C42609%2C1733257145706.1733257147104 2024-12-03T20:19:07,142 DEBUG [RS:1;438d02c2e720:42931 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37995:37995),(127.0.0.1/127.0.0.1:33179:33179)] 2024-12-03T20:19:07,142 DEBUG [RS:0;438d02c2e720:42609 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37995:37995),(127.0.0.1/127.0.0.1:33179:33179)] 2024-12-03T20:19:07,210 DEBUG [438d02c2e720:40551 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T20:19:07,214 DEBUG [438d02c2e720:40551 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:07,223 DEBUG [438d02c2e720:40551 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:07,223 DEBUG [438d02c2e720:40551 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:07,223 INFO [438d02c2e720:40551 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:07,223 INFO [438d02c2e720:40551 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:07,223 DEBUG [438d02c2e720:40551 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:07,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=438d02c2e720,42609,1733257145706 2024-12-03T20:19:07,236 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,42609,1733257145706, state=OPENING 2024-12-03T20:19:07,243 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:19:07,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:07,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:07,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:07,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:07,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:07,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:07,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=438d02c2e720,42609,1733257145706}] 2024-12-03T20:19:07,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,42609,1733257145706 2024-12-03T20:19:07,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:07,433 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:07,445 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T20:19:07,445 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:07,446 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:19:07,449 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C42609%2C1733257145706.meta, suffix=.meta, logDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706, archiveDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/oldWALs, maxLogs=32 2024-12-03T20:19:07,466 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706/438d02c2e720%2C42609%2C1733257145706.meta.1733257147451.meta, exclude list is [], retry=0 2024-12-03T20:19:07,470 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32791,DS-63b23fd5-87ca-4d86-aef1-1345bfe45755,DISK] 2024-12-03T20:19:07,470 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39893,DS-2c48bda9-acf1-4aed-a661-8973c326c9af,DISK] 2024-12-03T20:19:07,474 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706/438d02c2e720%2C42609%2C1733257145706.meta.1733257147451.meta 2024-12-03T20:19:07,474 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179),(127.0.0.1/127.0.0.1:37995:37995)] 2024-12-03T20:19:07,474 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:07,476 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:19:07,535 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:19:07,540 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:19:07,545 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:19:07,545 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:07,545 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T20:19:07,545 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T20:19:07,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:07,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:07,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:07,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:07,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:07,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:07,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:07,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:07,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:07,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:07,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:07,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:07,556 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740 2024-12-03T20:19:07,559 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740 2024-12-03T20:19:07,561 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:07,564 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:07,565 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64792170, jitterRate=-0.0345214307308197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:07,567 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:07,575 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257147422 2024-12-03T20:19:07,588 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:19:07,589 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T20:19:07,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,42609,1733257145706 2024-12-03T20:19:07,593 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,42609,1733257145706, state=OPEN 2024-12-03T20:19:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:07,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:07,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:07,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:07,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:19:07,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=438d02c2e720,42609,1733257145706 in 348 msec 2024-12-03T20:19:07,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:19:07,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 807 msec 2024-12-03T20:19:07,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 986 msec 2024-12-03T20:19:07,615 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257147615, completionTime=-1 2024-12-03T20:19:07,616 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T20:19:07,616 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T20:19:07,661 DEBUG [hconnection-0x39aace3b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:07,664 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:07,681 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T20:19:07,681 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257207681 2024-12-03T20:19:07,682 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257267682 2024-12-03T20:19:07,682 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 65 msec 2024-12-03T20:19:07,704 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:19:07,711 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,40551,1733257144948-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:07,711 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,40551,1733257144948-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:07,711 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,40551,1733257144948-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:07,713 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-438d02c2e720:40551, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:07,714 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:07,720 DEBUG [master/438d02c2e720:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T20:19:07,723 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T20:19:07,724 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:07,731 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T20:19:07,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:07,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:07,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:07,754 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c1efa5832f9a96c8f2e7f4d9032d0ff9, NAME => 'hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b 2024-12-03T20:19:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:07,767 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:07,767 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c1efa5832f9a96c8f2e7f4d9032d0ff9, disabling compactions & flushes 2024-12-03T20:19:07,767 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:07,767 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:07,767 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. after waiting 0 ms 2024-12-03T20:19:07,767 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:07,767 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:07,767 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c1efa5832f9a96c8f2e7f4d9032d0ff9: 2024-12-03T20:19:07,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:07,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733257147771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257147771"}]},"ts":"1733257147771"} 2024-12-03T20:19:07,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T20:19:07,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:07,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257147804"}]},"ts":"1733257147804"} 2024-12-03T20:19:07,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T20:19:07,816 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:07,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:07,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:07,817 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:07,817 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:07,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:07,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c1efa5832f9a96c8f2e7f4d9032d0ff9, ASSIGN}] 2024-12-03T20:19:07,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c1efa5832f9a96c8f2e7f4d9032d0ff9, ASSIGN 2024-12-03T20:19:07,823 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c1efa5832f9a96c8f2e7f4d9032d0ff9, ASSIGN; state=OFFLINE, location=438d02c2e720,42609,1733257145706; forceNewPlan=false, retain=false 2024-12-03T20:19:07,975 INFO [438d02c2e720:40551 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T20:19:07,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c1efa5832f9a96c8f2e7f4d9032d0ff9, regionState=OPENING, regionLocation=438d02c2e720,42609,1733257145706 2024-12-03T20:19:07,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c1efa5832f9a96c8f2e7f4d9032d0ff9, server=438d02c2e720,42609,1733257145706}] 2024-12-03T20:19:08,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 438d02c2e720,42609,1733257145706 2024-12-03T20:19:08,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:08,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c1efa5832f9a96c8f2e7f4d9032d0ff9, NAME => 'hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:08,143 INFO [StoreOpener-c1efa5832f9a96c8f2e7f4d9032d0ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:08,146 INFO [StoreOpener-c1efa5832f9a96c8f2e7f4d9032d0ff9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1efa5832f9a96c8f2e7f4d9032d0ff9 columnFamilyName info 2024-12-03T20:19:08,146 DEBUG [StoreOpener-c1efa5832f9a96c8f2e7f4d9032d0ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:08,147 INFO [StoreOpener-c1efa5832f9a96c8f2e7f4d9032d0ff9-1 {}] regionserver.HStore(327): Store=c1efa5832f9a96c8f2e7f4d9032d0ff9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:08,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:08,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:08,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:08,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:08,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c1efa5832f9a96c8f2e7f4d9032d0ff9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68778780, jitterRate=0.024883687496185303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:08,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c1efa5832f9a96c8f2e7f4d9032d0ff9: 2024-12-03T20:19:08,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9., pid=6, masterSystemTime=1733257148133 2024-12-03T20:19:08,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:08,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:08,165 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c1efa5832f9a96c8f2e7f4d9032d0ff9, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,42609,1733257145706 2024-12-03T20:19:08,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:19:08,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c1efa5832f9a96c8f2e7f4d9032d0ff9, server=438d02c2e720,42609,1733257145706 in 190 msec 2024-12-03T20:19:08,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:19:08,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c1efa5832f9a96c8f2e7f4d9032d0ff9, ASSIGN in 354 msec 2024-12-03T20:19:08,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:08,179 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257148179"}]},"ts":"1733257148179"} 2024-12-03T20:19:08,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T20:19:08,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:08,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 461 msec 2024-12-03T20:19:08,234 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T20:19:08,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:08,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:08,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:08,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:08,266 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T20:19:08,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:08,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-12-03T20:19:08,290 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T20:19:08,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:08,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-12-03T20:19:08,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T20:19:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T20:19:08,321 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.463sec 2024-12-03T20:19:08,323 INFO [master/438d02c2e720:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:19:08,325 INFO [master/438d02c2e720:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:19:08,326 INFO [master/438d02c2e720:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:19:08,326 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:19:08,326 INFO [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:19:08,328 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,40551,1733257144948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:08,328 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,40551,1733257144948-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:19:08,331 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:19:08,332 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:19:08,332 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,40551,1733257144948-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:08,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bd0bc49 to 127.0.0.1:50215 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59e63fdf 2024-12-03T20:19:08,424 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-03T20:19:08,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6c899c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:08,435 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T20:19:08,435 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T20:19:08,480 DEBUG [hconnection-0x44bca08e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:08,490 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:08,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=438d02c2e720,40551,1733257144948 2024-12-03T20:19:08,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:19:08,546 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:19:08,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T20:19:08,561 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:08,562 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:08,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T20:19:08,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:08,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:08,582 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c3f4e3184bdf3cf0b265e480ed323fb0, NAME => 'testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b 2024-12-03T20:19:08,583 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 232dff59ccc9f2787a75929e79c878ad, NAME => 'testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b 2024-12-03T20:19:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:08,599 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:08,599 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c3f4e3184bdf3cf0b265e480ed323fb0, disabling compactions & flushes 2024-12-03T20:19:08,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:08,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:08,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. after waiting 0 ms 2024-12-03T20:19:08,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:08,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:08,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c3f4e3184bdf3cf0b265e480ed323fb0: 2024-12-03T20:19:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:08,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:08,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:08,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 232dff59ccc9f2787a75929e79c878ad, disabling compactions & flushes 2024-12-03T20:19:08,602 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:08,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:08,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. after waiting 0 ms 2024-12-03T20:19:08,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:08,602 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:08,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 232dff59ccc9f2787a75929e79c878ad: 2024-12-03T20:19:08,604 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:08,604 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257148604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257148604"}]},"ts":"1733257148604"} 2024-12-03T20:19:08,604 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257148604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257148604"}]},"ts":"1733257148604"} 2024-12-03T20:19:08,636 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T20:19:08,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:08,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257148638"}]},"ts":"1733257148638"} 2024-12-03T20:19:08,641 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T20:19:08,646 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:08,648 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:08,648 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:08,648 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:08,648 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:08,648 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:08,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3f4e3184bdf3cf0b265e480ed323fb0, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=232dff59ccc9f2787a75929e79c878ad, ASSIGN}] 2024-12-03T20:19:08,650 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=232dff59ccc9f2787a75929e79c878ad, ASSIGN 2024-12-03T20:19:08,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3f4e3184bdf3cf0b265e480ed323fb0, ASSIGN 2024-12-03T20:19:08,652 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=232dff59ccc9f2787a75929e79c878ad, ASSIGN; state=OFFLINE, location=438d02c2e720,42609,1733257145706; forceNewPlan=false, retain=false 2024-12-03T20:19:08,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3f4e3184bdf3cf0b265e480ed323fb0, ASSIGN; state=OFFLINE, location=438d02c2e720,42931,1733257145777; forceNewPlan=false, retain=false 2024-12-03T20:19:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:08,803 INFO [438d02c2e720:40551 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T20:19:08,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c3f4e3184bdf3cf0b265e480ed323fb0, regionState=OPENING, regionLocation=438d02c2e720,42931,1733257145777 2024-12-03T20:19:08,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=232dff59ccc9f2787a75929e79c878ad, regionState=OPENING, regionLocation=438d02c2e720,42609,1733257145706 2024-12-03T20:19:08,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure c3f4e3184bdf3cf0b265e480ed323fb0, server=438d02c2e720,42931,1733257145777}] 2024-12-03T20:19:08,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 232dff59ccc9f2787a75929e79c878ad, server=438d02c2e720,42609,1733257145706}] 2024-12-03T20:19:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:08,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 438d02c2e720,42931,1733257145777 2024-12-03T20:19:08,960 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:08,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,42609,1733257145706 2024-12-03T20:19:08,963 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:08,968 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:08,968 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 232dff59ccc9f2787a75929e79c878ad, NAME => 'testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c3f4e3184bdf3cf0b265e480ed323fb0, NAME => 'testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:08,969 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:08,972 INFO [StoreOpener-232dff59ccc9f2787a75929e79c878ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:08,972 INFO [StoreOpener-c3f4e3184bdf3cf0b265e480ed323fb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:08,974 INFO [StoreOpener-232dff59ccc9f2787a75929e79c878ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 232dff59ccc9f2787a75929e79c878ad columnFamilyName family 2024-12-03T20:19:08,974 DEBUG [StoreOpener-232dff59ccc9f2787a75929e79c878ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:08,974 INFO [StoreOpener-c3f4e3184bdf3cf0b265e480ed323fb0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f4e3184bdf3cf0b265e480ed323fb0 columnFamilyName family 2024-12-03T20:19:08,974 DEBUG [StoreOpener-c3f4e3184bdf3cf0b265e480ed323fb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:08,975 INFO [StoreOpener-232dff59ccc9f2787a75929e79c878ad-1 {}] regionserver.HStore(327): Store=232dff59ccc9f2787a75929e79c878ad/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:08,975 INFO [StoreOpener-c3f4e3184bdf3cf0b265e480ed323fb0-1 {}] regionserver.HStore(327): Store=c3f4e3184bdf3cf0b265e480ed323fb0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:08,977 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:08,977 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:08,977 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:08,977 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:08,981 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:08,981 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:08,985 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:08,985 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:08,986 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 232dff59ccc9f2787a75929e79c878ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72494713, jitterRate=0.0802554041147232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:08,986 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c3f4e3184bdf3cf0b265e480ed323fb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75057715, jitterRate=0.11844711005687714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:08,987 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 232dff59ccc9f2787a75929e79c878ad: 2024-12-03T20:19:08,987 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c3f4e3184bdf3cf0b265e480ed323fb0: 2024-12-03T20:19:08,988 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0., pid=12, masterSystemTime=1733257148960 2024-12-03T20:19:08,988 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad., pid=13, masterSystemTime=1733257148962 2024-12-03T20:19:08,991 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:08,992 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:08,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=232dff59ccc9f2787a75929e79c878ad, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,42609,1733257145706 2024-12-03T20:19:08,993 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:08,994 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:08,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c3f4e3184bdf3cf0b265e480ed323fb0, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,42931,1733257145777 2024-12-03T20:19:09,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T20:19:09,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 232dff59ccc9f2787a75929e79c878ad, server=438d02c2e720,42609,1733257145706 in 188 msec 2024-12-03T20:19:09,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T20:19:09,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=232dff59ccc9f2787a75929e79c878ad, ASSIGN in 352 msec 2024-12-03T20:19:09,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure c3f4e3184bdf3cf0b265e480ed323fb0, server=438d02c2e720,42931,1733257145777 in 192 msec 2024-12-03T20:19:09,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:19:09,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c3f4e3184bdf3cf0b265e480ed323fb0, ASSIGN in 354 msec 2024-12-03T20:19:09,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:09,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257149007"}]},"ts":"1733257149007"} 2024-12-03T20:19:09,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T20:19:09,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:09,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 456 msec 2024-12-03T20:19:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40551 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:09,177 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T20:19:09,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T20:19:09,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T20:19:09,185 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T20:19:09,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:09,191 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:09,221 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 232dff59ccc9f2787a75929e79c878ad 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T20:19:09,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad/.tmp/family/15cd7f222ff24391b69cb9546cc2fe43 is 32, key is 5/family:/1733257149209/Put/seqid=0 2024-12-03T20:19:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741841_1017 (size=5083) 2024-12-03T20:19:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741841_1017 (size=5083) 2024-12-03T20:19:09,695 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad/.tmp/family/15cd7f222ff24391b69cb9546cc2fe43 2024-12-03T20:19:09,744 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad/.tmp/family/15cd7f222ff24391b69cb9546cc2fe43 as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad/family/15cd7f222ff24391b69cb9546cc2fe43 2024-12-03T20:19:09,755 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad/family/15cd7f222ff24391b69cb9546cc2fe43, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T20:19:09,758 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 232dff59ccc9f2787a75929e79c878ad in 536ms, sequenceid=9, compaction requested=false 2024-12-03T20:19:09,759 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-03T20:19:09,760 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 232dff59ccc9f2787a75929e79c878ad: 2024-12-03T20:19:09,761 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c3f4e3184bdf3cf0b265e480ed323fb0 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T20:19:09,787 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0/.tmp/family/cd4f6053bec445b3aaa4326f22b57787 is 32, key is 1/family:/1733257149192/Put/seqid=0 2024-12-03T20:19:09,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741842_1018 (size=5054) 2024-12-03T20:19:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741842_1018 (size=5054) 2024-12-03T20:19:09,795 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0/.tmp/family/cd4f6053bec445b3aaa4326f22b57787 2024-12-03T20:19:09,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0/.tmp/family/cd4f6053bec445b3aaa4326f22b57787 as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0/family/cd4f6053bec445b3aaa4326f22b57787 2024-12-03T20:19:09,815 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0/family/cd4f6053bec445b3aaa4326f22b57787, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T20:19:09,817 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c3f4e3184bdf3cf0b265e480ed323fb0 in 56ms, sequenceid=8, compaction requested=false 2024-12-03T20:19:09,817 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c3f4e3184bdf3cf0b265e480ed323fb0: 2024-12-03T20:19:09,819 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12f3e6aa to 127.0.0.1:50215 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20407922 2024-12-03T20:19:09,824 DEBUG [ReadOnlyZKClient-127.0.0.1:50215@0x12f3e6aa {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d75b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:09,859 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T20:19:09,865 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-03T20:19:09,867 DEBUG [ReadOnlyZKClient-127.0.0.1:50215@0x12f3e6aa {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=438d02c2e720,42609,1733257145706, seqNum=-1] 2024-12-03T20:19:09,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:09,873 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:09,885 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:09,886 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:09,887 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:09,888 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:09,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-03T20:19:09,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:19:09,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:09,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12f3e6aa to 127.0.0.1:50215 2024-12-03T20:19:09,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T20:19:09,900 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T20:19:09,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bd0bc49 to 127.0.0.1:50215 2024-12-03T20:19:09,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:09,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:19:09,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1060675606, stopped=false 2024-12-03T20:19:09,902 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=438d02c2e720,40551,1733257144948 2024-12-03T20:19:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:09,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T20:19:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:09,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:09,905 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,42609,1733257145706' ***** 2024-12-03T20:19:09,906 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:09,906 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:09,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:09,906 INFO [RS:0;438d02c2e720:42609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:09,906 INFO [RS:0;438d02c2e720:42609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:09,906 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:09,906 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(3579): Received CLOSE for 232dff59ccc9f2787a75929e79c878ad 2024-12-03T20:19:09,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:09,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:09,907 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,42931,1733257145777' ***** 2024-12-03T20:19:09,907 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:09,907 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(3579): Received CLOSE for c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:09,907 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,42609,1733257145706 2024-12-03T20:19:09,907 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:09,907 DEBUG [RS:0;438d02c2e720:42609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:09,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:09,907 INFO [RS:1;438d02c2e720:42931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:09,907 INFO [RS:0;438d02c2e720:42609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:09,907 INFO [RS:0;438d02c2e720:42609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:09,907 INFO [RS:1;438d02c2e720:42931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:09,907 INFO [RS:0;438d02c2e720:42609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:09,907 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(3579): Received CLOSE for c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:09,907 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T20:19:09,907 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 232dff59ccc9f2787a75929e79c878ad, disabling compactions & flushes 2024-12-03T20:19:09,908 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:09,908 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:09,908 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. after waiting 0 ms 2024-12-03T20:19:09,908 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,42931,1733257145777 2024-12-03T20:19:09,908 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:09,908 DEBUG [RS:1;438d02c2e720:42931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:09,908 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-03T20:19:09,908 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c3f4e3184bdf3cf0b265e480ed323fb0, disabling compactions & flushes 2024-12-03T20:19:09,908 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1603): Online Regions={c3f4e3184bdf3cf0b265e480ed323fb0=testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0.} 2024-12-03T20:19:09,908 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:09,908 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:09,908 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. after waiting 0 ms 2024-12-03T20:19:09,908 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:09,909 DEBUG [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1629): Waiting on c3f4e3184bdf3cf0b265e480ed323fb0 2024-12-03T20:19:09,909 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-03T20:19:09,909 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1603): Online Regions={232dff59ccc9f2787a75929e79c878ad=testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad., 1588230740=hbase:meta,,1.1588230740, c1efa5832f9a96c8f2e7f4d9032d0ff9=hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9.} 2024-12-03T20:19:09,909 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 232dff59ccc9f2787a75929e79c878ad, c1efa5832f9a96c8f2e7f4d9032d0ff9 2024-12-03T20:19:09,909 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:09,909 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:09,909 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:09,909 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:09,909 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:09,909 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T20:19:09,917 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/232dff59ccc9f2787a75929e79c878ad/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T20:19:09,920 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:19:09,920 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:19:09,920 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/default/testClearRegionBlockCache/c3f4e3184bdf3cf0b265e480ed323fb0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:19:09,921 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:09,921 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 232dff59ccc9f2787a75929e79c878ad: 2024-12-03T20:19:09,921 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad. 2024-12-03T20:19:09,921 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c1efa5832f9a96c8f2e7f4d9032d0ff9, disabling compactions & flushes 2024-12-03T20:19:09,921 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:09,921 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:09,921 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. after waiting 0 ms 2024-12-03T20:19:09,921 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:09,921 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c1efa5832f9a96c8f2e7f4d9032d0ff9 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T20:19:09,922 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:09,922 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c3f4e3184bdf3cf0b265e480ed323fb0: 2024-12-03T20:19:09,922 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733257148552.c3f4e3184bdf3cf0b265e480ed323fb0. 2024-12-03T20:19:09,925 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:09,925 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:09,936 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/.tmp/info/082b35c4101c4370af9d9813d5e4cf0c is 173, key is testClearRegionBlockCache,5,1733257148552.232dff59ccc9f2787a75929e79c878ad./info:regioninfo/1733257148993/Put/seqid=0 2024-12-03T20:19:09,944 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:19:09,944 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:19:09,944 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9/.tmp/info/8464aa5610094d098faf491b650c8bbd is 45, key is default/info:d/1733257148276/Put/seqid=0 2024-12-03T20:19:09,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:09,953 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9/.tmp/info/8464aa5610094d098faf491b650c8bbd 2024-12-03T20:19:09,966 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9/.tmp/info/8464aa5610094d098faf491b650c8bbd as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9/info/8464aa5610094d098faf491b650c8bbd 2024-12-03T20:19:09,978 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9/info/8464aa5610094d098faf491b650c8bbd, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T20:19:09,980 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c1efa5832f9a96c8f2e7f4d9032d0ff9 in 59ms, sequenceid=6, compaction requested=false 2024-12-03T20:19:09,980 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-03T20:19:09,989 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/namespace/c1efa5832f9a96c8f2e7f4d9032d0ff9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:19:09,991 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c1efa5832f9a96c8f2e7f4d9032d0ff9: 2024-12-03T20:19:09,991 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733257147723.c1efa5832f9a96c8f2e7f4d9032d0ff9. 2024-12-03T20:19:10,109 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,42931,1733257145777; all regions closed. 2024-12-03T20:19:10,109 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T20:19:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741834_1010 (size=1758) 2024-12-03T20:19:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741834_1010 (size=1758) 2024-12-03T20:19:10,120 DEBUG [RS:1;438d02c2e720:42931 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/oldWALs 2024-12-03T20:19:10,120 INFO [RS:1;438d02c2e720:42931 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C42931%2C1733257145777:(num 1733257147104) 2024-12-03T20:19:10,120 DEBUG [RS:1;438d02c2e720:42931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:10,120 INFO [RS:1;438d02c2e720:42931 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:10,120 INFO [RS:1;438d02c2e720:42931 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:10,121 INFO [RS:1;438d02c2e720:42931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:10,121 INFO [RS:1;438d02c2e720:42931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:10,121 INFO [RS:1;438d02c2e720:42931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:10,121 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:10,121 INFO [RS:1;438d02c2e720:42931 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42931 2024-12-03T20:19:10,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,42931,1733257145777 2024-12-03T20:19:10,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:10,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,42931,1733257145777] 2024-12-03T20:19:10,127 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,42931,1733257145777; numProcessing=1 2024-12-03T20:19:10,129 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,42931,1733257145777 already deleted, retry=false 2024-12-03T20:19:10,129 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,42931,1733257145777 expired; onlineServers=1 2024-12-03T20:19:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:10,227 INFO [RS:1;438d02c2e720:42931 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,42931,1733257145777; zookeeper connection closed. 2024-12-03T20:19:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42931-0x1005988e02b0002, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:10,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f01799a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f01799a 2024-12-03T20:19:10,310 DEBUG [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T20:19:10,347 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/.tmp/info/082b35c4101c4370af9d9813d5e4cf0c 2024-12-03T20:19:10,374 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/.tmp/table/9e7529cd83eb46819deb57c0875159f9 is 61, key is testClearRegionBlockCache/table:state/1733257149007/Put/seqid=0 2024-12-03T20:19:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:10,382 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/.tmp/table/9e7529cd83eb46819deb57c0875159f9 2024-12-03T20:19:10,393 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/.tmp/info/082b35c4101c4370af9d9813d5e4cf0c as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/info/082b35c4101c4370af9d9813d5e4cf0c 2024-12-03T20:19:10,401 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/info/082b35c4101c4370af9d9813d5e4cf0c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T20:19:10,403 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/.tmp/table/9e7529cd83eb46819deb57c0875159f9 as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/table/9e7529cd83eb46819deb57c0875159f9 2024-12-03T20:19:10,412 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/table/9e7529cd83eb46819deb57c0875159f9, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T20:19:10,414 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=16, compaction requested=false 2024-12-03T20:19:10,414 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:19:10,421 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:19:10,422 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:19:10,422 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:10,422 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:10,422 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:10,510 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,42609,1733257145706; all regions closed. 2024-12-03T20:19:10,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:10,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/WALs/438d02c2e720,42609,1733257145706/438d02c2e720%2C42609%2C1733257145706.meta.1733257147451.meta not finished, retry = 0 2024-12-03T20:19:10,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:10,618 DEBUG [RS:0;438d02c2e720:42609 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/oldWALs 2024-12-03T20:19:10,618 INFO [RS:0;438d02c2e720:42609 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C42609%2C1733257145706.meta:.meta(num 1733257147451) 2024-12-03T20:19:10,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741833_1009 (size=3188) 2024-12-03T20:19:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741833_1009 (size=3188) 2024-12-03T20:19:10,624 DEBUG [RS:0;438d02c2e720:42609 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/oldWALs 2024-12-03T20:19:10,624 INFO [RS:0;438d02c2e720:42609 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C42609%2C1733257145706:(num 1733257147104) 2024-12-03T20:19:10,624 DEBUG [RS:0;438d02c2e720:42609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:10,625 INFO [RS:0;438d02c2e720:42609 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:10,625 INFO [RS:0;438d02c2e720:42609 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:10,625 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:10,625 INFO [RS:0;438d02c2e720:42609 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42609 2024-12-03T20:19:10,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,42609,1733257145706 2024-12-03T20:19:10,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:10,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,42609,1733257145706] 2024-12-03T20:19:10,631 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,42609,1733257145706; numProcessing=2 2024-12-03T20:19:10,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,42609,1733257145706 already deleted, retry=false 2024-12-03T20:19:10,632 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,42609,1733257145706 expired; onlineServers=0 2024-12-03T20:19:10,632 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,40551,1733257144948' ***** 2024-12-03T20:19:10,632 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:19:10,633 DEBUG [M:0;438d02c2e720:40551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f419da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:10,633 INFO [M:0;438d02c2e720:40551 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,40551,1733257144948 2024-12-03T20:19:10,633 INFO [M:0;438d02c2e720:40551 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,40551,1733257144948; all regions closed. 2024-12-03T20:19:10,633 DEBUG [M:0;438d02c2e720:40551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:10,633 DEBUG [M:0;438d02c2e720:40551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:19:10,633 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:19:10,633 DEBUG [M:0;438d02c2e720:40551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:19:10,633 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257146737 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257146737,5,FailOnTimeoutGroup] 2024-12-03T20:19:10,633 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257146737 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257146737,5,FailOnTimeoutGroup] 2024-12-03T20:19:10,633 INFO [M:0;438d02c2e720:40551 {}] hbase.ChoreService(370): Chore service for: master/438d02c2e720:0 had [] on shutdown 2024-12-03T20:19:10,634 DEBUG [M:0;438d02c2e720:40551 {}] master.HMaster(1733): Stopping service threads 2024-12-03T20:19:10,634 INFO [M:0;438d02c2e720:40551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:19:10,634 INFO [M:0;438d02c2e720:40551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:19:10,635 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:19:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:10,635 DEBUG [M:0;438d02c2e720:40551 {}] zookeeper.ZKUtil(347): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T20:19:10,635 WARN [M:0;438d02c2e720:40551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:19:10,635 INFO [M:0;438d02c2e720:40551 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T20:19:10,636 INFO [M:0;438d02c2e720:40551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:19:10,636 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:10,636 INFO [M:0;438d02c2e720:40551 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:10,636 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:10,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:10,636 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:10,636 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:10,636 INFO [M:0;438d02c2e720:40551 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T20:19:10,655 DEBUG [M:0;438d02c2e720:40551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12709f6a5e944729977da906510069a9 is 82, key is hbase:meta,,1/info:regioninfo/1733257147590/Put/seqid=0 2024-12-03T20:19:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:10,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:10,663 INFO [M:0;438d02c2e720:40551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12709f6a5e944729977da906510069a9 2024-12-03T20:19:10,691 DEBUG [M:0;438d02c2e720:40551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e216d45cb27b4e5db25992f9a7de710f is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733257149014/Put/seqid=0 2024-12-03T20:19:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:10,699 INFO [M:0;438d02c2e720:40551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e216d45cb27b4e5db25992f9a7de710f 2024-12-03T20:19:10,723 DEBUG [M:0;438d02c2e720:40551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f747b5ba0794724b7731921d4501c83 is 69, key is 438d02c2e720,42609,1733257145706/rs:state/1733257146841/Put/seqid=0 2024-12-03T20:19:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:10,730 INFO [M:0;438d02c2e720:40551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f747b5ba0794724b7731921d4501c83 2024-12-03T20:19:10,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:10,731 INFO [RS:0;438d02c2e720:42609 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,42609,1733257145706; zookeeper connection closed. 2024-12-03T20:19:10,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42609-0x1005988e02b0001, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:10,731 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30bb6409 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30bb6409 2024-12-03T20:19:10,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T20:19:10,739 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12709f6a5e944729977da906510069a9 as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12709f6a5e944729977da906510069a9 2024-12-03T20:19:10,747 INFO [M:0;438d02c2e720:40551 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12709f6a5e944729977da906510069a9, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T20:19:10,749 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e216d45cb27b4e5db25992f9a7de710f as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e216d45cb27b4e5db25992f9a7de710f 2024-12-03T20:19:10,756 INFO [M:0;438d02c2e720:40551 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e216d45cb27b4e5db25992f9a7de710f, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T20:19:10,758 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f747b5ba0794724b7731921d4501c83 as hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f747b5ba0794724b7731921d4501c83 2024-12-03T20:19:10,766 INFO [M:0;438d02c2e720:40551 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33569/user/jenkins/test-data/5389dfce-2615-c1b3-7791-e99bfd4a739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f747b5ba0794724b7731921d4501c83, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T20:19:10,767 INFO [M:0;438d02c2e720:40551 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=108, compaction requested=false 2024-12-03T20:19:10,769 INFO [M:0;438d02c2e720:40551 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:10,769 DEBUG [M:0;438d02c2e720:40551 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39893 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32791 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:10,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:10,772 INFO [M:0;438d02c2e720:40551 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T20:19:10,773 INFO [M:0;438d02c2e720:40551 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40551 2024-12-03T20:19:10,774 DEBUG [M:0;438d02c2e720:40551 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/438d02c2e720,40551,1733257144948 already deleted, retry=false 2024-12-03T20:19:10,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:10,877 INFO [M:0;438d02c2e720:40551 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,40551,1733257144948; zookeeper connection closed. 2024-12-03T20:19:10,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40551-0x1005988e02b0000, quorum=127.0.0.1:50215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:10,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:10,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:10,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:10,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:10,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:10,889 WARN [BP-2049935422-172.17.0.2-1733257141995 heartbeating to localhost/127.0.0.1:33569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:10,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:10,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:10,889 WARN [BP-2049935422-172.17.0.2-1733257141995 heartbeating to localhost/127.0.0.1:33569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2049935422-172.17.0.2-1733257141995 (Datanode Uuid 203174f7-2a47-4562-98d5-3799044446d1) service to localhost/127.0.0.1:33569 2024-12-03T20:19:10,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data3/current/BP-2049935422-172.17.0.2-1733257141995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:10,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data4/current/BP-2049935422-172.17.0.2-1733257141995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:10,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:10,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:10,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:10,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:10,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:10,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:10,897 WARN [BP-2049935422-172.17.0.2-1733257141995 heartbeating to localhost/127.0.0.1:33569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:10,897 WARN [BP-2049935422-172.17.0.2-1733257141995 heartbeating to localhost/127.0.0.1:33569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2049935422-172.17.0.2-1733257141995 (Datanode Uuid 0aca3cd7-8cb9-409c-9ce0-9133ed73eed9) service to localhost/127.0.0.1:33569 2024-12-03T20:19:10,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:10,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:10,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data1/current/BP-2049935422-172.17.0.2-1733257141995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:10,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/cluster_f5d3108e-7f28-0187-670c-d173cacfc7eb/dfs/data/data2/current/BP-2049935422-172.17.0.2-1733257141995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:10,898 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:10,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:10,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:10,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:10,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:10,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:10,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:19:10,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T20:19:10,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33569 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/438d02c2e720:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/438d02c2e720:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@540caefa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/438d02c2e720:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33569 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/438d02c2e720:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=407 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=180 (was 131) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4294 (was 4874) 2024-12-03T20:19:10,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=407, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=4294 2024-12-03T20:19:10,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir so I do NOT create it in target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd 2024-12-03T20:19:10,972 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:19:10,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.tmp.dir so I do NOT create it in target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd 2024-12-03T20:19:10,972 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/960d8ae0-cc0d-658f-a6b9-25055c2b21f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:19:10,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd 2024-12-03T20:19:10,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:19:10,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7, deleteOnExit=true 2024-12-03T20:19:10,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T20:19:10,972 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/test.cache.data in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T20:19:10,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:19:10,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:19:11,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:11,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:11,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:11,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:11,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:11,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:11,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2bda5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:11,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f965555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:11,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@327bdbd2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/java.io.tmpdir/jetty-localhost-34631-hadoop-hdfs-3_4_1-tests_jar-_-any-15109119657981197423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:11,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c42239{HTTP/1.1, (http/1.1)}{localhost:34631} 2024-12-03T20:19:11,212 INFO [Time-limited test {}] server.Server(415): Started @11300ms 2024-12-03T20:19:11,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:11,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:11,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:11,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:11,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:11,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d21fd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:11,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@774d4fac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:11,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4022deb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/java.io.tmpdir/jetty-localhost-34723-hadoop-hdfs-3_4_1-tests_jar-_-any-5291587335390029985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:11,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70bffe1e{HTTP/1.1, (http/1.1)}{localhost:34723} 2024-12-03T20:19:11,431 INFO [Time-limited test {}] server.Server(415): Started @11519ms 2024-12-03T20:19:11,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:11,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:11,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:11,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:11,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:11,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:11,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12232aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:11,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120e0894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:11,537 WARN [Thread-353 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data1/current/BP-691559986-172.17.0.2-1733257151006/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:11,537 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data2/current/BP-691559986-172.17.0.2-1733257151006/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:11,557 WARN [Thread-332 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x911af79719047651 with lease ID 0xc0fd0aeab6242f03: Processing first storage report for DS-fd01d4a9-590b-4239-8d11-82aa5324caae from datanode DatanodeRegistration(127.0.0.1:35041, datanodeUuid=62576784-696b-4a6f-9ffc-652ba4a68b8e, infoPort=46579, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006) 2024-12-03T20:19:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x911af79719047651 with lease ID 0xc0fd0aeab6242f03: from storage DS-fd01d4a9-590b-4239-8d11-82aa5324caae node DatanodeRegistration(127.0.0.1:35041, datanodeUuid=62576784-696b-4a6f-9ffc-652ba4a68b8e, infoPort=46579, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x911af79719047651 with lease ID 0xc0fd0aeab6242f03: Processing first storage report for DS-71482e2b-eee1-4229-b901-5027f768a73f from datanode DatanodeRegistration(127.0.0.1:35041, datanodeUuid=62576784-696b-4a6f-9ffc-652ba4a68b8e, infoPort=46579, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006) 2024-12-03T20:19:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x911af79719047651 with lease ID 0xc0fd0aeab6242f03: from storage DS-71482e2b-eee1-4229-b901-5027f768a73f node DatanodeRegistration(127.0.0.1:35041, datanodeUuid=62576784-696b-4a6f-9ffc-652ba4a68b8e, infoPort=46579, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:11,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d75a20d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/java.io.tmpdir/jetty-localhost-37181-hadoop-hdfs-3_4_1-tests_jar-_-any-11959211868109440174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:11,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3641b787{HTTP/1.1, (http/1.1)}{localhost:37181} 2024-12-03T20:19:11,608 INFO [Time-limited test {}] server.Server(415): Started @11696ms 2024-12-03T20:19:11,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:11,704 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data3/current/BP-691559986-172.17.0.2-1733257151006/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:11,704 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data4/current/BP-691559986-172.17.0.2-1733257151006/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:11,721 WARN [Thread-368 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x829e18ce2cdb303a with lease ID 0xc0fd0aeab6242f04: Processing first storage report for DS-92fce993-4141-4724-89dd-e8477bba2814 from datanode DatanodeRegistration(127.0.0.1:34645, datanodeUuid=79c61be5-f345-4572-886c-56aad509aefe, infoPort=37789, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006) 2024-12-03T20:19:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x829e18ce2cdb303a with lease ID 0xc0fd0aeab6242f04: from storage DS-92fce993-4141-4724-89dd-e8477bba2814 node DatanodeRegistration(127.0.0.1:34645, datanodeUuid=79c61be5-f345-4572-886c-56aad509aefe, infoPort=37789, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x829e18ce2cdb303a with lease ID 0xc0fd0aeab6242f04: Processing first storage report for DS-0b94a3cb-cdcd-4eb0-ad61-3c31f9799a59 from datanode DatanodeRegistration(127.0.0.1:34645, datanodeUuid=79c61be5-f345-4572-886c-56aad509aefe, infoPort=37789, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006) 2024-12-03T20:19:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x829e18ce2cdb303a with lease ID 0xc0fd0aeab6242f04: from storage DS-0b94a3cb-cdcd-4eb0-ad61-3c31f9799a59 node DatanodeRegistration(127.0.0.1:34645, datanodeUuid=79c61be5-f345-4572-886c-56aad509aefe, infoPort=37789, infoSecurePort=0, ipcPort=39105, storageInfo=lv=-57;cid=testClusterID;nsid=1647998573;c=1733257151006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:11,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd 2024-12-03T20:19:11,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/zookeeper_0, clientPort=64523, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:19:11,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64523 2024-12-03T20:19:11,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:11,762 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587 with version=8 2024-12-03T20:19:11,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/hbase-staging 2024-12-03T20:19:11,765 INFO [Time-limited test {}] client.ConnectionUtils(129): master/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:11,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:11,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:11,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:11,766 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:11,766 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43287 2024-12-03T20:19:11,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43287 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-12-03T20:19:11,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432870x0, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:11,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43287-0x1005988fde30000 connected 2024-12-03T20:19:11,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:11,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:11,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:11,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43287 2024-12-03T20:19:11,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43287 2024-12-03T20:19:11,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43287 2024-12-03T20:19:11,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43287 2024-12-03T20:19:11,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43287 2024-12-03T20:19:11,813 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587, hbase.cluster.distributed=false 2024-12-03T20:19:11,839 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:11,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:11,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:11,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:11,840 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:11,840 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45677 2024-12-03T20:19:11,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:11,842 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:11,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45677 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-12-03T20:19:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456770x0, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:11,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45677-0x1005988fde30001 connected 2024-12-03T20:19:11,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:11,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:11,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:11,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45677 2024-12-03T20:19:11,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45677 2024-12-03T20:19:11,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45677 2024-12-03T20:19:11,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45677 2024-12-03T20:19:11,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45677 2024-12-03T20:19:11,886 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:11,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:11,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:11,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:11,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:11,887 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:11,888 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41709 2024-12-03T20:19:11,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:11,889 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:11,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41709 connecting to ZooKeeper ensemble=127.0.0.1:64523 2024-12-03T20:19:11,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417090x0, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:11,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:11,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41709-0x1005988fde30002 connected 2024-12-03T20:19:11,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:11,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:11,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41709 2024-12-03T20:19:11,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41709 2024-12-03T20:19:11,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41709 2024-12-03T20:19:11,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41709 2024-12-03T20:19:11,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41709 2024-12-03T20:19:11,906 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/438d02c2e720,43287,1733257151764 2024-12-03T20:19:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:11,908 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/438d02c2e720,43287,1733257151764 2024-12-03T20:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:11,911 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:11,911 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/438d02c2e720,43287,1733257151764 from backup master directory 2024-12-03T20:19:11,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:11,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/438d02c2e720,43287,1733257151764 2024-12-03T20:19:11,913 WARN [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:11,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:11,913 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=438d02c2e720,43287,1733257151764 2024-12-03T20:19:11,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:11,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:11,920 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;438d02c2e720:43287 2024-12-03T20:19:11,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:11,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:11,930 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/hbase.id with ID: 49d9c8c0-73f3-4bb3-a5d4-ca303b27f414 2024-12-03T20:19:11,948 INFO [master/438d02c2e720:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:11,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:11,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:11,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:11,966 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:11,966 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:19:11,967 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:11,981 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store 2024-12-03T20:19:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:11,991 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:11,992 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:11,992 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:11,992 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:11,992 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:11,992 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:11,992 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:11,992 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:11,993 WARN [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/.initializing 2024-12-03T20:19:11,993 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/WALs/438d02c2e720,43287,1733257151764 2024-12-03T20:19:11,995 INFO [master/438d02c2e720:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:11,998 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C43287%2C1733257151764, suffix=, logDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/WALs/438d02c2e720,43287,1733257151764, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/oldWALs, maxLogs=10 2024-12-03T20:19:12,012 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/WALs/438d02c2e720,43287,1733257151764/438d02c2e720%2C43287%2C1733257151764.1733257151998, exclude list is [], retry=0 2024-12-03T20:19:12,016 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34645,DS-92fce993-4141-4724-89dd-e8477bba2814,DISK] 2024-12-03T20:19:12,016 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-fd01d4a9-590b-4239-8d11-82aa5324caae,DISK] 2024-12-03T20:19:12,019 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/WALs/438d02c2e720,43287,1733257151764/438d02c2e720%2C43287%2C1733257151764.1733257151998 2024-12-03T20:19:12,020 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789),(127.0.0.1/127.0.0.1:46579:46579)] 2024-12-03T20:19:12,020 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:12,020 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:12,020 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,020 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:19:12,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:12,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:19:12,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:12,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:19:12,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:12,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:19:12,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:12,036 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,036 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,039 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:19:12,040 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:12,043 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:12,044 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62322787, jitterRate=-0.07131810486316681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:19:12,045 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:12,045 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:19:12,050 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eeead83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:12,051 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T20:19:12,051 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:19:12,051 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:19:12,051 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:19:12,051 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:19:12,052 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:19:12,052 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:19:12,054 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:19:12,055 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:19:12,056 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:19:12,057 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:19:12,057 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:19:12,059 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:19:12,059 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:19:12,060 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:19:12,061 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:19:12,062 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:19:12,063 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:19:12,064 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:19:12,066 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:19:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,068 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=438d02c2e720,43287,1733257151764, sessionid=0x1005988fde30000, setting cluster-up flag (Was=false) 2024-12-03T20:19:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,077 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:19:12,078 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,43287,1733257151764 2024-12-03T20:19:12,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,086 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:19:12,087 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,43287,1733257151764 2024-12-03T20:19:12,091 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:12,091 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T20:19:12,091 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:19:12,091 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 438d02c2e720,43287,1733257151764 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/438d02c2e720:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:12,092 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,093 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257182093 2024-12-03T20:19:12,093 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:19:12,093 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:19:12,094 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:19:12,094 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:19:12,094 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:19:12,094 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:19:12,094 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:12,095 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:19:12,095 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:19:12,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:19:12,095 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:19:12,095 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:19:12,095 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:19:12,095 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257152095,5,FailOnTimeoutGroup] 2024-12-03T20:19:12,096 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257152095,5,FailOnTimeoutGroup] 2024-12-03T20:19:12,096 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,096 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:19:12,096 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,096 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:12,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T20:19:12,105 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587 2024-12-03T20:19:12,117 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;438d02c2e720:45677 2024-12-03T20:19:12,117 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;438d02c2e720:41709 2024-12-03T20:19:12,118 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1008): ClusterId : 49d9c8c0-73f3-4bb3-a5d4-ca303b27f414 2024-12-03T20:19:12,118 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1008): ClusterId : 49d9c8c0-73f3-4bb3-a5d4-ca303b27f414 2024-12-03T20:19:12,118 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:12,118 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:12,121 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:12,121 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:12,121 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:12,121 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:12,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:12,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:12,125 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:12,125 DEBUG [RS:0;438d02c2e720:45677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a800db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:12,126 DEBUG [RS:0;438d02c2e720:45677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7559b62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:12,126 INFO [RS:0;438d02c2e720:45677 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:12,126 INFO [RS:0;438d02c2e720:45677 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:12,126 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:12,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:12,127 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,43287,1733257151764 with isa=438d02c2e720/172.17.0.2:45677, startcode=1733257151838 2024-12-03T20:19:12,127 DEBUG [RS:0;438d02c2e720:45677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:12,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:12,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:12,129 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33305, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:12,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:12,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43287 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43287 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:12,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,132 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587 2024-12-03T20:19:12,132 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40069 2024-12-03T20:19:12,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:12,132 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:12,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:12,133 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:12,133 DEBUG [RS:1;438d02c2e720:41709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce0cfba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:12,134 DEBUG [RS:1;438d02c2e720:41709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4597d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:12,134 INFO [RS:1;438d02c2e720:41709 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:12,134 INFO [RS:1;438d02c2e720:41709 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:12,134 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:12,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:12,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:12,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,135 DEBUG [RS:0;438d02c2e720:45677 {}] zookeeper.ZKUtil(111): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,135 WARN [RS:0;438d02c2e720:45677 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:12,135 INFO [RS:0;438d02c2e720:45677 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:12,135 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,135 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,43287,1733257151764 with isa=438d02c2e720/172.17.0.2:41709, startcode=1733257151885 2024-12-03T20:19:12,135 DEBUG [RS:1;438d02c2e720:41709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:12,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:12,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740 2024-12-03T20:19:12,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740 2024-12-03T20:19:12,139 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:12,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:12,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,45677,1733257151838] 2024-12-03T20:19:12,143 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39209, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:12,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43287 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,41709,1733257151885 2024-12-03T20:19:12,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43287 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,41709,1733257151885 2024-12-03T20:19:12,146 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587 2024-12-03T20:19:12,146 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40069 2024-12-03T20:19:12,146 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:12,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:12,151 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:12,152 DEBUG [RS:1;438d02c2e720:41709 {}] zookeeper.ZKUtil(111): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,41709,1733257151885 2024-12-03T20:19:12,152 INFO [RS:0;438d02c2e720:45677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:12,152 WARN [RS:1;438d02c2e720:41709 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:12,152 INFO [RS:1;438d02c2e720:41709 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:12,152 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,41709,1733257151885 2024-12-03T20:19:12,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,41709,1733257151885] 2024-12-03T20:19:12,153 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:12,154 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73899140, jitterRate=0.10118299722671509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:12,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:12,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:12,155 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:12,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:12,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:12,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:12,156 INFO [RS:0;438d02c2e720:45677 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:12,156 INFO [RS:0;438d02c2e720:45677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:12,157 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,157 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:12,157 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:12,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:12,158 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:12,159 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,159 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,160 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,160 INFO [RS:1;438d02c2e720:41709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:12,160 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:12,160 DEBUG [RS:0;438d02c2e720:45677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:12,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:19:12,161 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,162 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,162 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,162 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,162 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45677,1733257151838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:12,162 INFO [RS:1;438d02c2e720:41709 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:12,162 INFO [RS:1;438d02c2e720:41709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:12,162 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,163 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:12,164 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,164 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,165 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,165 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,165 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:12,165 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:12,165 DEBUG [RS:1;438d02c2e720:41709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:12,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:19:12,176 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,177 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,177 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,177 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,177 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,41709,1733257151885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:12,178 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:12,178 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45677,1733257151838-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,192 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:12,192 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,41709,1733257151885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,193 INFO [RS:0;438d02c2e720:45677 {}] regionserver.Replication(204): 438d02c2e720,45677,1733257151838 started 2024-12-03T20:19:12,193 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,45677,1733257151838, RpcServer on 438d02c2e720/172.17.0.2:45677, sessionid=0x1005988fde30001 2024-12-03T20:19:12,193 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:12,193 DEBUG [RS:0;438d02c2e720:45677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,193 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,45677,1733257151838' 2024-12-03T20:19:12,193 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:12,194 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:12,195 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:12,195 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:12,195 DEBUG [RS:0;438d02c2e720:45677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,195 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,45677,1733257151838' 2024-12-03T20:19:12,195 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:12,196 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:12,196 DEBUG [RS:0;438d02c2e720:45677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:12,196 INFO [RS:0;438d02c2e720:45677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:12,196 INFO [RS:0;438d02c2e720:45677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:12,208 INFO [RS:1;438d02c2e720:41709 {}] regionserver.Replication(204): 438d02c2e720,41709,1733257151885 started 2024-12-03T20:19:12,209 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,41709,1733257151885, RpcServer on 438d02c2e720/172.17.0.2:41709, sessionid=0x1005988fde30002 2024-12-03T20:19:12,209 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:12,209 DEBUG [RS:1;438d02c2e720:41709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,41709,1733257151885 2024-12-03T20:19:12,209 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,41709,1733257151885' 2024-12-03T20:19:12,209 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:12,209 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:12,210 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:12,210 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:12,210 DEBUG [RS:1;438d02c2e720:41709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,41709,1733257151885 2024-12-03T20:19:12,210 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,41709,1733257151885' 2024-12-03T20:19:12,210 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:12,210 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:12,211 DEBUG [RS:1;438d02c2e720:41709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:12,211 INFO [RS:1;438d02c2e720:41709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:12,211 INFO [RS:1;438d02c2e720:41709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:12,297 INFO [RS:0;438d02c2e720:45677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:12,299 INFO [RS:0;438d02c2e720:45677 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C45677%2C1733257151838, suffix=, logDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,45677,1733257151838, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/oldWALs, maxLogs=32 2024-12-03T20:19:12,311 INFO [RS:1;438d02c2e720:41709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:12,313 INFO [RS:1;438d02c2e720:41709 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C41709%2C1733257151885, suffix=, logDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,41709,1733257151885, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/oldWALs, maxLogs=32 2024-12-03T20:19:12,315 DEBUG [RS:0;438d02c2e720:45677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,45677,1733257151838/438d02c2e720%2C45677%2C1733257151838.1733257152301, exclude list is [], retry=0 2024-12-03T20:19:12,315 WARN [438d02c2e720:43287 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:19:12,319 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34645,DS-92fce993-4141-4724-89dd-e8477bba2814,DISK] 2024-12-03T20:19:12,319 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-fd01d4a9-590b-4239-8d11-82aa5324caae,DISK] 2024-12-03T20:19:12,322 INFO [RS:0;438d02c2e720:45677 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,45677,1733257151838/438d02c2e720%2C45677%2C1733257151838.1733257152301 2024-12-03T20:19:12,323 DEBUG [RS:0;438d02c2e720:45677 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789),(127.0.0.1/127.0.0.1:46579:46579)] 2024-12-03T20:19:12,329 DEBUG [RS:1;438d02c2e720:41709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,41709,1733257151885/438d02c2e720%2C41709%2C1733257151885.1733257152314, exclude list is [], retry=0 2024-12-03T20:19:12,332 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-fd01d4a9-590b-4239-8d11-82aa5324caae,DISK] 2024-12-03T20:19:12,332 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34645,DS-92fce993-4141-4724-89dd-e8477bba2814,DISK] 2024-12-03T20:19:12,335 INFO [RS:1;438d02c2e720:41709 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,41709,1733257151885/438d02c2e720%2C41709%2C1733257151885.1733257152314 2024-12-03T20:19:12,335 DEBUG [RS:1;438d02c2e720:41709 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789),(127.0.0.1/127.0.0.1:46579:46579)] 2024-12-03T20:19:12,566 DEBUG [438d02c2e720:43287 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T20:19:12,566 DEBUG [438d02c2e720:43287 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:12,568 DEBUG [438d02c2e720:43287 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:12,568 DEBUG [438d02c2e720:43287 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:12,568 INFO [438d02c2e720:43287 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:12,568 INFO [438d02c2e720:43287 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:12,569 DEBUG [438d02c2e720:43287 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:12,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,45677,1733257151838, state=OPENING 2024-12-03T20:19:12,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:19:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:12,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=438d02c2e720,45677,1733257151838}] 2024-12-03T20:19:12,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:12,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:12,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:12,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:12,731 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:12,737 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T20:19:12,737 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:12,737 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:19:12,740 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C45677%2C1733257151838.meta, suffix=.meta, logDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,45677,1733257151838, archiveDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/oldWALs, maxLogs=32 2024-12-03T20:19:12,757 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,45677,1733257151838/438d02c2e720%2C45677%2C1733257151838.meta.1733257152741.meta, exclude list is [], retry=0 2024-12-03T20:19:12,760 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34645,DS-92fce993-4141-4724-89dd-e8477bba2814,DISK] 2024-12-03T20:19:12,760 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-fd01d4a9-590b-4239-8d11-82aa5324caae,DISK] 2024-12-03T20:19:12,762 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/WALs/438d02c2e720,45677,1733257151838/438d02c2e720%2C45677%2C1733257151838.meta.1733257152741.meta 2024-12-03T20:19:12,763 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37789:37789),(127.0.0.1/127.0.0.1:46579:46579)] 2024-12-03T20:19:12,763 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:12,764 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:19:12,764 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:19:12,764 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:19:12,764 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:19:12,765 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:12,765 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T20:19:12,765 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T20:19:12,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:12,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:12,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:12,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:12,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:12,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:12,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:12,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:12,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:12,774 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740 2024-12-03T20:19:12,776 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740 2024-12-03T20:19:12,778 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:12,781 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:12,782 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72349795, jitterRate=0.07809595763683319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:12,783 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:12,784 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257152729 2024-12-03T20:19:12,787 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:19:12,788 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T20:19:12,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,45677,1733257151838 2024-12-03T20:19:12,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,45677,1733257151838, state=OPEN 2024-12-03T20:19:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:12,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:12,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:12,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:12,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:19:12,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=438d02c2e720,45677,1733257151838 in 216 msec 2024-12-03T20:19:12,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:19:12,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-12-03T20:19:12,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 709 msec 2024-12-03T20:19:12,800 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257152800, completionTime=-1 2024-12-03T20:19:12,800 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T20:19:12,800 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T20:19:12,801 DEBUG [hconnection-0x3a2a5e53-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:12,803 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:12,805 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T20:19:12,805 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257212805 2024-12-03T20:19:12,805 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257272805 2024-12-03T20:19:12,805 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-03T20:19:12,811 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,43287,1733257151764-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,812 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,43287,1733257151764-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,812 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,43287,1733257151764-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,812 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-438d02c2e720:43287, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,812 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:12,812 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T20:19:12,812 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:12,813 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T20:19:12,814 DEBUG [master/438d02c2e720:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T20:19:12,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:12,815 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:12,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:12,830 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 29ed9de503b89c79e34db37250bcb8ec, NAME => 'hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587 2024-12-03T20:19:12,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:12,842 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:12,842 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 29ed9de503b89c79e34db37250bcb8ec, disabling compactions & flushes 2024-12-03T20:19:12,842 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:12,842 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:12,842 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. after waiting 0 ms 2024-12-03T20:19:12,842 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:12,842 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:12,842 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 29ed9de503b89c79e34db37250bcb8ec: 2024-12-03T20:19:12,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:12,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733257152844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257152844"}]},"ts":"1733257152844"} 2024-12-03T20:19:12,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T20:19:12,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:12,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257152852"}]},"ts":"1733257152852"} 2024-12-03T20:19:12,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T20:19:12,859 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:12,861 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:12,861 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:12,861 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:12,861 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:12,861 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:12,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=29ed9de503b89c79e34db37250bcb8ec, ASSIGN}] 2024-12-03T20:19:12,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=29ed9de503b89c79e34db37250bcb8ec, ASSIGN 2024-12-03T20:19:12,864 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=29ed9de503b89c79e34db37250bcb8ec, ASSIGN; state=OFFLINE, location=438d02c2e720,41709,1733257151885; forceNewPlan=false, retain=false 2024-12-03T20:19:13,015 INFO [438d02c2e720:43287 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T20:19:13,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=29ed9de503b89c79e34db37250bcb8ec, regionState=OPENING, regionLocation=438d02c2e720,41709,1733257151885 2024-12-03T20:19:13,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 29ed9de503b89c79e34db37250bcb8ec, server=438d02c2e720,41709,1733257151885}] 2024-12-03T20:19:13,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:19:13,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:13,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:13,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 438d02c2e720,41709,1733257151885 2024-12-03T20:19:13,172 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:13,174 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:13,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:13,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 29ed9de503b89c79e34db37250bcb8ec, NAME => 'hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:13,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:13,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:13,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:13,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:13,182 INFO [StoreOpener-29ed9de503b89c79e34db37250bcb8ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:13,183 INFO [StoreOpener-29ed9de503b89c79e34db37250bcb8ec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29ed9de503b89c79e34db37250bcb8ec columnFamilyName info 2024-12-03T20:19:13,183 DEBUG [StoreOpener-29ed9de503b89c79e34db37250bcb8ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:13,184 INFO [StoreOpener-29ed9de503b89c79e34db37250bcb8ec-1 {}] regionserver.HStore(327): Store=29ed9de503b89c79e34db37250bcb8ec/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:13,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:13,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:13,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:13,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:13,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 29ed9de503b89c79e34db37250bcb8ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66216680, jitterRate=-0.013294577598571777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:13,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 29ed9de503b89c79e34db37250bcb8ec: 2024-12-03T20:19:13,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec., pid=6, masterSystemTime=1733257153172 2024-12-03T20:19:13,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:13,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:13,196 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=29ed9de503b89c79e34db37250bcb8ec, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,41709,1733257151885 2024-12-03T20:19:13,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:19:13,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 29ed9de503b89c79e34db37250bcb8ec, server=438d02c2e720,41709,1733257151885 in 181 msec 2024-12-03T20:19:13,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:19:13,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=29ed9de503b89c79e34db37250bcb8ec, ASSIGN in 341 msec 2024-12-03T20:19:13,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:13,205 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257153205"}]},"ts":"1733257153205"} 2024-12-03T20:19:13,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T20:19:13,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:13,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 398 msec 2024-12-03T20:19:13,215 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T20:19:13,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:13,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:13,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:13,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:13,220 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:13,221 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:13,224 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T20:19:13,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:13,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-12-03T20:19:13,246 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T20:19:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:13,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-03T20:19:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T20:19:13,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T20:19:13,274 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.361sec 2024-12-03T20:19:13,275 INFO [master/438d02c2e720:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:19:13,275 INFO [master/438d02c2e720:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:19:13,275 INFO [master/438d02c2e720:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:19:13,275 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:19:13,275 INFO [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:19:13,275 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,43287,1733257151764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:13,275 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,43287,1733257151764-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:19:13,277 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:19:13,277 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:19:13,277 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,43287,1733257151764-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:13,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58244159 to 127.0.0.1:64523 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e081b71 2024-12-03T20:19:13,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6debbba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:13,313 DEBUG [hconnection-0x6d1cb961-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:13,316 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=438d02c2e720,43287,1733257151764 2024-12-03T20:19:13,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:19:13,321 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:19:13,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T20:19:13,326 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:13,326 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:13,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T20:19:13,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:13,338 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3eb2c037770f078d75892895ecf691cb, NAME => 'testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587 2024-12-03T20:19:13,338 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9355c9e9051ea484bbc1933de6b86ef2, NAME => 'testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587 2024-12-03T20:19:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:13,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:13,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 3eb2c037770f078d75892895ecf691cb, disabling compactions & flushes 2024-12-03T20:19:13,348 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:13,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:13,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:13,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. after waiting 0 ms 2024-12-03T20:19:13,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:13,348 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:13,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3eb2c037770f078d75892895ecf691cb: 2024-12-03T20:19:13,349 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:13,349 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 9355c9e9051ea484bbc1933de6b86ef2, disabling compactions & flushes 2024-12-03T20:19:13,349 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:13,349 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:13,349 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. after waiting 0 ms 2024-12-03T20:19:13,349 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:13,349 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:13,349 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9355c9e9051ea484bbc1933de6b86ef2: 2024-12-03T20:19:13,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:13,351 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257153351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257153351"}]},"ts":"1733257153351"} 2024-12-03T20:19:13,351 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257153351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257153351"}]},"ts":"1733257153351"} 2024-12-03T20:19:13,355 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T20:19:13,356 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:13,356 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257153356"}]},"ts":"1733257153356"} 2024-12-03T20:19:13,358 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T20:19:13,363 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:13,364 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:13,364 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:13,364 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:13,364 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:13,364 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:13,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3eb2c037770f078d75892895ecf691cb, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9355c9e9051ea484bbc1933de6b86ef2, ASSIGN}] 2024-12-03T20:19:13,366 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9355c9e9051ea484bbc1933de6b86ef2, ASSIGN 2024-12-03T20:19:13,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3eb2c037770f078d75892895ecf691cb, ASSIGN 2024-12-03T20:19:13,367 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9355c9e9051ea484bbc1933de6b86ef2, ASSIGN; state=OFFLINE, location=438d02c2e720,45677,1733257151838; forceNewPlan=false, retain=false 2024-12-03T20:19:13,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3eb2c037770f078d75892895ecf691cb, ASSIGN; state=OFFLINE, location=438d02c2e720,41709,1733257151885; forceNewPlan=false, retain=false 2024-12-03T20:19:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:13,518 INFO [438d02c2e720:43287 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T20:19:13,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3eb2c037770f078d75892895ecf691cb, regionState=OPENING, regionLocation=438d02c2e720,41709,1733257151885 2024-12-03T20:19:13,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9355c9e9051ea484bbc1933de6b86ef2, regionState=OPENING, regionLocation=438d02c2e720,45677,1733257151838 2024-12-03T20:19:13,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 9355c9e9051ea484bbc1933de6b86ef2, server=438d02c2e720,45677,1733257151838}] 2024-12-03T20:19:13,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 3eb2c037770f078d75892895ecf691cb, server=438d02c2e720,41709,1733257151885}] 2024-12-03T20:19:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:13,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,41709,1733257151885 2024-12-03T20:19:13,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 438d02c2e720,45677,1733257151838 2024-12-03T20:19:13,681 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:13,681 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:13,681 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 9355c9e9051ea484bbc1933de6b86ef2, NAME => 'testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T20:19:13,681 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 3eb2c037770f078d75892895ecf691cb, NAME => 'testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:13,682 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:13,684 INFO [StoreOpener-3eb2c037770f078d75892895ecf691cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:13,685 INFO [StoreOpener-9355c9e9051ea484bbc1933de6b86ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:13,686 INFO [StoreOpener-3eb2c037770f078d75892895ecf691cb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb2c037770f078d75892895ecf691cb columnFamilyName family 2024-12-03T20:19:13,686 DEBUG [StoreOpener-3eb2c037770f078d75892895ecf691cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:13,686 INFO [StoreOpener-9355c9e9051ea484bbc1933de6b86ef2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9355c9e9051ea484bbc1933de6b86ef2 columnFamilyName family 2024-12-03T20:19:13,686 DEBUG [StoreOpener-9355c9e9051ea484bbc1933de6b86ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:13,686 INFO [StoreOpener-3eb2c037770f078d75892895ecf691cb-1 {}] regionserver.HStore(327): Store=3eb2c037770f078d75892895ecf691cb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:13,687 INFO [StoreOpener-9355c9e9051ea484bbc1933de6b86ef2-1 {}] regionserver.HStore(327): Store=9355c9e9051ea484bbc1933de6b86ef2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:13,688 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:13,688 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:13,688 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:13,689 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:13,691 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:13,691 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:13,694 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:13,694 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:13,694 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 3eb2c037770f078d75892895ecf691cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60436737, jitterRate=-0.09942243993282318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:13,694 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 9355c9e9051ea484bbc1933de6b86ef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61512056, jitterRate=-0.08339893817901611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:13,696 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 3eb2c037770f078d75892895ecf691cb: 2024-12-03T20:19:13,696 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 9355c9e9051ea484bbc1933de6b86ef2: 2024-12-03T20:19:13,697 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb., pid=13, masterSystemTime=1733257153675 2024-12-03T20:19:13,697 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2., pid=12, masterSystemTime=1733257153675 2024-12-03T20:19:13,700 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:13,700 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:13,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9355c9e9051ea484bbc1933de6b86ef2, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,45677,1733257151838 2024-12-03T20:19:13,701 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:13,701 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:13,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3eb2c037770f078d75892895ecf691cb, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,41709,1733257151885 2024-12-03T20:19:13,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T20:19:13,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 9355c9e9051ea484bbc1933de6b86ef2, server=438d02c2e720,45677,1733257151838 in 182 msec 2024-12-03T20:19:13,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-03T20:19:13,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 3eb2c037770f078d75892895ecf691cb, server=438d02c2e720,41709,1733257151885 in 182 msec 2024-12-03T20:19:13,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9355c9e9051ea484bbc1933de6b86ef2, ASSIGN in 340 msec 2024-12-03T20:19:13,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:19:13,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3eb2c037770f078d75892895ecf691cb, ASSIGN in 341 msec 2024-12-03T20:19:13,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:13,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257153710"}]},"ts":"1733257153710"} 2024-12-03T20:19:13,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T20:19:13,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:13,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 391 msec 2024-12-03T20:19:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:13,934 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T20:19:13,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T20:19:13,935 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:13,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T20:19:13,939 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:13,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T20:19:13,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:13,944 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:13,961 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 9355c9e9051ea484bbc1933de6b86ef2 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T20:19:13,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2/.tmp/family/67182acaaf784192a4681eb63dec8cb5 is 32, key is 5/family:/1733257153954/Put/seqid=0 2024-12-03T20:19:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741841_1017 (size=5083) 2024-12-03T20:19:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741841_1017 (size=5083) 2024-12-03T20:19:13,993 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2/.tmp/family/67182acaaf784192a4681eb63dec8cb5 2024-12-03T20:19:14,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2/.tmp/family/67182acaaf784192a4681eb63dec8cb5 as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2/family/67182acaaf784192a4681eb63dec8cb5 2024-12-03T20:19:14,010 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2/family/67182acaaf784192a4681eb63dec8cb5, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T20:19:14,011 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9355c9e9051ea484bbc1933de6b86ef2 in 50ms, sequenceid=9, compaction requested=false 2024-12-03T20:19:14,011 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 9355c9e9051ea484bbc1933de6b86ef2: 2024-12-03T20:19:14,011 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3eb2c037770f078d75892895ecf691cb 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T20:19:14,035 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb/.tmp/family/510b27bcf2114583b250f22dc4a5c0e6 is 32, key is 1/family:/1733257153944/Put/seqid=0 2024-12-03T20:19:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741842_1018 (size=5054) 2024-12-03T20:19:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741842_1018 (size=5054) 2024-12-03T20:19:14,043 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb/.tmp/family/510b27bcf2114583b250f22dc4a5c0e6 2024-12-03T20:19:14,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb/.tmp/family/510b27bcf2114583b250f22dc4a5c0e6 as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb/family/510b27bcf2114583b250f22dc4a5c0e6 2024-12-03T20:19:14,061 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb/family/510b27bcf2114583b250f22dc4a5c0e6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T20:19:14,062 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3eb2c037770f078d75892895ecf691cb in 51ms, sequenceid=8, compaction requested=false 2024-12-03T20:19:14,062 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3eb2c037770f078d75892895ecf691cb: 2024-12-03T20:19:14,067 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T20:19:14,067 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T20:19:14,068 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58244159 to 127.0.0.1:64523 2024-12-03T20:19:14,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:14,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:19:14,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1737920135, stopped=false 2024-12-03T20:19:14,068 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=438d02c2e720,43287,1733257151764 2024-12-03T20:19:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:14,071 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T20:19:14,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:14,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:14,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:14,073 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,45677,1733257151838' ***** 2024-12-03T20:19:14,073 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:14,073 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,41709,1733257151885' ***** 2024-12-03T20:19:14,073 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:14,073 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:14,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:14,074 INFO [RS:1;438d02c2e720:41709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:14,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:14,074 INFO [RS:1;438d02c2e720:41709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:14,074 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(3579): Received CLOSE for 3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:14,074 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:14,074 INFO [RS:0;438d02c2e720:45677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:14,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:14,074 INFO [RS:0;438d02c2e720:45677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:14,074 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(3579): Received CLOSE for 9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:14,074 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(3579): Received CLOSE for 29ed9de503b89c79e34db37250bcb8ec 2024-12-03T20:19:14,074 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,41709,1733257151885 2024-12-03T20:19:14,074 DEBUG [RS:1;438d02c2e720:41709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:14,075 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,45677,1733257151838 2024-12-03T20:19:14,075 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T20:19:14,074 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3eb2c037770f078d75892895ecf691cb, disabling compactions & flushes 2024-12-03T20:19:14,075 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1603): Online Regions={3eb2c037770f078d75892895ecf691cb=testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb., 29ed9de503b89c79e34db37250bcb8ec=hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec.} 2024-12-03T20:19:14,075 DEBUG [RS:0;438d02c2e720:45677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:14,075 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:14,075 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:14,075 INFO [RS:0;438d02c2e720:45677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:14,075 DEBUG [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1629): Waiting on 29ed9de503b89c79e34db37250bcb8ec, 3eb2c037770f078d75892895ecf691cb 2024-12-03T20:19:14,075 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. after waiting 0 ms 2024-12-03T20:19:14,075 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9355c9e9051ea484bbc1933de6b86ef2, disabling compactions & flushes 2024-12-03T20:19:14,075 INFO [RS:0;438d02c2e720:45677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:14,075 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:14,075 INFO [RS:0;438d02c2e720:45677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:14,075 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:14,075 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T20:19:14,075 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:14,075 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. after waiting 0 ms 2024-12-03T20:19:14,075 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:14,075 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T20:19:14,075 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 9355c9e9051ea484bbc1933de6b86ef2=testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2.} 2024-12-03T20:19:14,075 DEBUG [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9355c9e9051ea484bbc1933de6b86ef2 2024-12-03T20:19:14,076 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:14,076 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:14,076 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:14,076 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:14,076 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:14,076 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T20:19:14,078 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:14,081 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/3eb2c037770f078d75892895ecf691cb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:19:14,082 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:14,082 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3eb2c037770f078d75892895ecf691cb: 2024-12-03T20:19:14,083 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733257153323.3eb2c037770f078d75892895ecf691cb. 2024-12-03T20:19:14,083 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 29ed9de503b89c79e34db37250bcb8ec, disabling compactions & flushes 2024-12-03T20:19:14,083 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:14,083 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:14,083 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. after waiting 0 ms 2024-12-03T20:19:14,083 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:14,083 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 29ed9de503b89c79e34db37250bcb8ec 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T20:19:14,089 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/default/testClearRegionBlockCache/9355c9e9051ea484bbc1933de6b86ef2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T20:19:14,089 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:14,089 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9355c9e9051ea484bbc1933de6b86ef2: 2024-12-03T20:19:14,090 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2. 2024-12-03T20:19:14,109 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/.tmp/info/bab68b71e0174382b43e7776c698d285 is 173, key is testClearRegionBlockCache,5,1733257153323.9355c9e9051ea484bbc1933de6b86ef2./info:regioninfo/1733257153700/Put/seqid=0 2024-12-03T20:19:14,112 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec/.tmp/info/242b802ed7864f1285b1bb811b97e393 is 45, key is default/info:d/1733257153229/Put/seqid=0 2024-12-03T20:19:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:14,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:14,118 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/.tmp/info/bab68b71e0174382b43e7776c698d285 2024-12-03T20:19:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:14,123 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec/.tmp/info/242b802ed7864f1285b1bb811b97e393 2024-12-03T20:19:14,131 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec/.tmp/info/242b802ed7864f1285b1bb811b97e393 as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec/info/242b802ed7864f1285b1bb811b97e393 2024-12-03T20:19:14,140 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec/info/242b802ed7864f1285b1bb811b97e393, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T20:19:14,141 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 29ed9de503b89c79e34db37250bcb8ec in 58ms, sequenceid=6, compaction requested=false 2024-12-03T20:19:14,146 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/.tmp/table/60596653d8e04dbc92261fcd64dd8d4c is 61, key is testClearRegionBlockCache/table:state/1733257153710/Put/seqid=0 2024-12-03T20:19:14,157 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/namespace/29ed9de503b89c79e34db37250bcb8ec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:19:14,157 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:14,158 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 29ed9de503b89c79e34db37250bcb8ec: 2024-12-03T20:19:14,158 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733257152812.29ed9de503b89c79e34db37250bcb8ec. 2024-12-03T20:19:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:14,162 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/.tmp/table/60596653d8e04dbc92261fcd64dd8d4c 2024-12-03T20:19:14,163 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:14,168 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:19:14,168 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:19:14,171 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/.tmp/info/bab68b71e0174382b43e7776c698d285 as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/info/bab68b71e0174382b43e7776c698d285 2024-12-03T20:19:14,177 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:19:14,177 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:19:14,179 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/info/bab68b71e0174382b43e7776c698d285, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T20:19:14,181 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/.tmp/table/60596653d8e04dbc92261fcd64dd8d4c as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/table/60596653d8e04dbc92261fcd64dd8d4c 2024-12-03T20:19:14,190 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/table/60596653d8e04dbc92261fcd64dd8d4c, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T20:19:14,191 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=16, compaction requested=false 2024-12-03T20:19:14,199 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:19:14,200 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:19:14,200 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:14,200 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:14,200 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:14,275 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,41709,1733257151885; all regions closed. 2024-12-03T20:19:14,276 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,45677,1733257151838; all regions closed. 2024-12-03T20:19:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741834_1010 (size=3079) 2024-12-03T20:19:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741834_1010 (size=3079) 2024-12-03T20:19:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:14,284 DEBUG [RS:0;438d02c2e720:45677 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/oldWALs 2024-12-03T20:19:14,284 INFO [RS:0;438d02c2e720:45677 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C45677%2C1733257151838.meta:.meta(num 1733257152741) 2024-12-03T20:19:14,284 DEBUG [RS:1;438d02c2e720:41709 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/oldWALs 2024-12-03T20:19:14,284 INFO [RS:1;438d02c2e720:41709 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C41709%2C1733257151885:(num 1733257152314) 2024-12-03T20:19:14,284 DEBUG [RS:1;438d02c2e720:41709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:14,285 INFO [RS:1;438d02c2e720:41709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:14,285 INFO [RS:1;438d02c2e720:41709 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:14,285 INFO [RS:1;438d02c2e720:41709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:14,285 INFO [RS:1;438d02c2e720:41709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:14,285 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:14,285 INFO [RS:1;438d02c2e720:41709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:14,285 INFO [RS:1;438d02c2e720:41709 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41709 2024-12-03T20:19:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,41709,1733257151885 2024-12-03T20:19:14,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,41709,1733257151885] 2024-12-03T20:19:14,288 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,41709,1733257151885; numProcessing=1 2024-12-03T20:19:14,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,41709,1733257151885 already deleted, retry=false 2024-12-03T20:19:14,291 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,41709,1733257151885 expired; onlineServers=1 2024-12-03T20:19:14,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741833_1009 (size=1867) 2024-12-03T20:19:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741833_1009 (size=1867) 2024-12-03T20:19:14,297 DEBUG [RS:0;438d02c2e720:45677 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/oldWALs 2024-12-03T20:19:14,297 INFO [RS:0;438d02c2e720:45677 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C45677%2C1733257151838:(num 1733257152301) 2024-12-03T20:19:14,297 DEBUG [RS:0;438d02c2e720:45677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:14,297 INFO [RS:0;438d02c2e720:45677 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:14,297 INFO [RS:0;438d02c2e720:45677 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:14,297 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:14,298 INFO [RS:0;438d02c2e720:45677 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45677 2024-12-03T20:19:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,45677,1733257151838 2024-12-03T20:19:14,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,45677,1733257151838] 2024-12-03T20:19:14,302 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,45677,1733257151838; numProcessing=2 2024-12-03T20:19:14,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,45677,1733257151838 already deleted, retry=false 2024-12-03T20:19:14,304 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,45677,1733257151838 expired; onlineServers=0 2024-12-03T20:19:14,304 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,43287,1733257151764' ***** 2024-12-03T20:19:14,304 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:19:14,305 DEBUG [M:0;438d02c2e720:43287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d805806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:14,305 INFO [M:0;438d02c2e720:43287 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,43287,1733257151764 2024-12-03T20:19:14,305 INFO [M:0;438d02c2e720:43287 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,43287,1733257151764; all regions closed. 2024-12-03T20:19:14,305 DEBUG [M:0;438d02c2e720:43287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:14,305 DEBUG [M:0;438d02c2e720:43287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:19:14,305 DEBUG [M:0;438d02c2e720:43287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:19:14,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:19:14,305 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257152095 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257152095,5,FailOnTimeoutGroup] 2024-12-03T20:19:14,305 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257152095 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257152095,5,FailOnTimeoutGroup] 2024-12-03T20:19:14,305 INFO [M:0;438d02c2e720:43287 {}] hbase.ChoreService(370): Chore service for: master/438d02c2e720:0 had [] on shutdown 2024-12-03T20:19:14,305 DEBUG [M:0;438d02c2e720:43287 {}] master.HMaster(1733): Stopping service threads 2024-12-03T20:19:14,305 INFO [M:0;438d02c2e720:43287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:19:14,306 INFO [M:0;438d02c2e720:43287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:19:14,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:19:14,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:14,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:14,306 DEBUG [M:0;438d02c2e720:43287 {}] zookeeper.ZKUtil(347): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T20:19:14,306 WARN [M:0;438d02c2e720:43287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:19:14,306 INFO [M:0;438d02c2e720:43287 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T20:19:14,307 INFO [M:0;438d02c2e720:43287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:19:14,307 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:14,307 INFO [M:0;438d02c2e720:43287 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:14,307 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:14,307 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:14,307 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:14,307 INFO [M:0;438d02c2e720:43287 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T20:19:14,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:14,326 DEBUG [M:0;438d02c2e720:43287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec44731e8b7438e9bd11cafe887b27e is 82, key is hbase:meta,,1/info:regioninfo/1733257152788/Put/seqid=0 2024-12-03T20:19:14,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:14,334 INFO [M:0;438d02c2e720:43287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec44731e8b7438e9bd11cafe887b27e 2024-12-03T20:19:14,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:14,365 DEBUG [M:0;438d02c2e720:43287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069283686ed1498c89867a7c0a2e1bdd is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733257153715/Put/seqid=0 2024-12-03T20:19:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:14,375 INFO [M:0;438d02c2e720:43287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069283686ed1498c89867a7c0a2e1bdd 2024-12-03T20:19:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:14,390 INFO [RS:1;438d02c2e720:41709 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,41709,1733257151885; zookeeper connection closed. 2024-12-03T20:19:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41709-0x1005988fde30002, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:14,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26df1bf2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26df1bf2 2024-12-03T20:19:14,400 DEBUG [M:0;438d02c2e720:43287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016012099dc14684875df028c4092c28 is 69, key is 438d02c2e720,41709,1733257151885/rs:state/1733257152144/Put/seqid=0 2024-12-03T20:19:14,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:14,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45677-0x1005988fde30001, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:14,403 INFO [RS:0;438d02c2e720:45677 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,45677,1733257151838; zookeeper connection closed. 2024-12-03T20:19:14,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2022af12 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2022af12 2024-12-03T20:19:14,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T20:19:14,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:14,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:14,407 INFO [M:0;438d02c2e720:43287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016012099dc14684875df028c4092c28 2024-12-03T20:19:14,416 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec44731e8b7438e9bd11cafe887b27e as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec44731e8b7438e9bd11cafe887b27e 2024-12-03T20:19:14,423 INFO [M:0;438d02c2e720:43287 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec44731e8b7438e9bd11cafe887b27e, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T20:19:14,424 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069283686ed1498c89867a7c0a2e1bdd as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069283686ed1498c89867a7c0a2e1bdd 2024-12-03T20:19:14,430 INFO [M:0;438d02c2e720:43287 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069283686ed1498c89867a7c0a2e1bdd, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T20:19:14,431 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016012099dc14684875df028c4092c28 as hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016012099dc14684875df028c4092c28 2024-12-03T20:19:14,438 INFO [M:0;438d02c2e720:43287 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40069/user/jenkins/test-data/08b1b4d1-07e7-ae95-aa3b-9d5c7b602587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016012099dc14684875df028c4092c28, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T20:19:14,440 INFO [M:0;438d02c2e720:43287 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=108, compaction requested=false 2024-12-03T20:19:14,441 INFO [M:0;438d02c2e720:43287 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:14,441 DEBUG [M:0;438d02c2e720:43287 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:14,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:14,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34645 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:14,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:14,445 INFO [M:0;438d02c2e720:43287 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T20:19:14,445 INFO [M:0;438d02c2e720:43287 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43287 2024-12-03T20:19:14,447 DEBUG [M:0;438d02c2e720:43287 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/438d02c2e720,43287,1733257151764 already deleted, retry=false 2024-12-03T20:19:14,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:14,550 INFO [M:0;438d02c2e720:43287 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,43287,1733257151764; zookeeper connection closed. 2024-12-03T20:19:14,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1005988fde30000, quorum=127.0.0.1:64523, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:14,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d75a20d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:14,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3641b787{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:14,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:14,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120e0894{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:14,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12232aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:14,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:14,555 WARN [BP-691559986-172.17.0.2-1733257151006 heartbeating to localhost/127.0.0.1:40069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:14,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:14,555 WARN [BP-691559986-172.17.0.2-1733257151006 heartbeating to localhost/127.0.0.1:40069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691559986-172.17.0.2-1733257151006 (Datanode Uuid 79c61be5-f345-4572-886c-56aad509aefe) service to localhost/127.0.0.1:40069 2024-12-03T20:19:14,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data3/current/BP-691559986-172.17.0.2-1733257151006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:14,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data4/current/BP-691559986-172.17.0.2-1733257151006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:14,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:14,559 WARN [BP-691559986-172.17.0.2-1733257151006 heartbeating to localhost/127.0.0.1:40069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691559986-172.17.0.2-1733257151006 (Datanode Uuid 62576784-696b-4a6f-9ffc-652ba4a68b8e) service to localhost/127.0.0.1:40069 2024-12-03T20:19:14,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4022deb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:14,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data1/current/BP-691559986-172.17.0.2-1733257151006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:14,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70bffe1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:14,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:14,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/cluster_c3463c10-36f9-adff-09eb-534a5be51ac7/dfs/data/data2/current/BP-691559986-172.17.0.2-1733257151006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:14,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@774d4fac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:14,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d21fd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:14,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:14,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@327bdbd2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:14,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c42239{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:14,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:14,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f965555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:14,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2bda5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:14,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:19:14,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T20:19:14,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=109 (was 79) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40069 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40069 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 407) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 180) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4158 (was 4294) 2024-12-03T20:19:14,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=109, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=4158 2024-12-03T20:19:14,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir so I do NOT create it in target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc 2024-12-03T20:19:14,631 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:19:14,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.tmp.dir so I do NOT create it in target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc 2024-12-03T20:19:14,631 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/82cdbcf3-645b-f18a-a62d-815f457213bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:19:14,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17, deleteOnExit=true 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/test.cache.data in system properties and HBase conf 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:19:14,632 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T20:19:14,633 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:14,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:19:14,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:19:14,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:14,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:14,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:14,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:14,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:14,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:14,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e86a3c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:14,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5386be95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:14,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44b790fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/java.io.tmpdir/jetty-localhost-37865-hadoop-hdfs-3_4_1-tests_jar-_-any-15099182116093921348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:14,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a01b16b{HTTP/1.1, (http/1.1)}{localhost:37865} 2024-12-03T20:19:14,858 INFO [Time-limited test {}] server.Server(415): Started @14946ms 2024-12-03T20:19:14,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:14,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:14,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:14,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:14,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:14,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e330ee0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:14,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672a3f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:15,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db0a39b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/java.io.tmpdir/jetty-localhost-36353-hadoop-hdfs-3_4_1-tests_jar-_-any-1646292494598551462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:15,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4007340b{HTTP/1.1, (http/1.1)}{localhost:36353} 2024-12-03T20:19:15,097 INFO [Time-limited test {}] server.Server(415): Started @15185ms 2024-12-03T20:19:15,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:15,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:15,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:15,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:15,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:15,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:15,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5892cf18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:15,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@309b8ca5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:15,200 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data1/current/BP-24118477-172.17.0.2-1733257154666/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:15,200 WARN [Thread-626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data2/current/BP-24118477-172.17.0.2-1733257154666/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:15,224 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d42debfa30b67c with lease ID 0xb72ce8baba459145: Processing first storage report for DS-8ec63c2d-646c-41c8-8dcf-2040091654bc from datanode DatanodeRegistration(127.0.0.1:44945, datanodeUuid=f8d83215-621a-45e1-a4f0-07fc7c7ad500, infoPort=33953, infoSecurePort=0, ipcPort=33563, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666) 2024-12-03T20:19:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d42debfa30b67c with lease ID 0xb72ce8baba459145: from storage DS-8ec63c2d-646c-41c8-8dcf-2040091654bc node DatanodeRegistration(127.0.0.1:44945, datanodeUuid=f8d83215-621a-45e1-a4f0-07fc7c7ad500, infoPort=33953, infoSecurePort=0, ipcPort=33563, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d42debfa30b67c with lease ID 0xb72ce8baba459145: Processing first storage report for DS-1f55c3dc-009f-4bea-b26b-4227783c37ba from datanode DatanodeRegistration(127.0.0.1:44945, datanodeUuid=f8d83215-621a-45e1-a4f0-07fc7c7ad500, infoPort=33953, infoSecurePort=0, ipcPort=33563, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666) 2024-12-03T20:19:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d42debfa30b67c with lease ID 0xb72ce8baba459145: from storage DS-1f55c3dc-009f-4bea-b26b-4227783c37ba node DatanodeRegistration(127.0.0.1:44945, datanodeUuid=f8d83215-621a-45e1-a4f0-07fc7c7ad500, infoPort=33953, infoSecurePort=0, ipcPort=33563, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:15,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c176c39{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/java.io.tmpdir/jetty-localhost-42595-hadoop-hdfs-3_4_1-tests_jar-_-any-15363685115302965898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:15,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@87713ab{HTTP/1.1, (http/1.1)}{localhost:42595} 2024-12-03T20:19:15,259 INFO [Time-limited test {}] server.Server(415): Started @15347ms 2024-12-03T20:19:15,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:15,358 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data3/current/BP-24118477-172.17.0.2-1733257154666/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:15,358 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data4/current/BP-24118477-172.17.0.2-1733257154666/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:15,383 WARN [Thread-640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x270ad2bd78cf28ef with lease ID 0xb72ce8baba459146: Processing first storage report for DS-980760af-218b-4edf-a8c0-5b34d304724b from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=6f310998-05b7-4585-94cd-43b678650dfb, infoPort=40463, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666) 2024-12-03T20:19:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x270ad2bd78cf28ef with lease ID 0xb72ce8baba459146: from storage DS-980760af-218b-4edf-a8c0-5b34d304724b node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=6f310998-05b7-4585-94cd-43b678650dfb, infoPort=40463, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x270ad2bd78cf28ef with lease ID 0xb72ce8baba459146: Processing first storage report for DS-f2326a27-d621-4be6-aa89-a321f5c60dc2 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=6f310998-05b7-4585-94cd-43b678650dfb, infoPort=40463, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666) 2024-12-03T20:19:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x270ad2bd78cf28ef with lease ID 0xb72ce8baba459146: from storage DS-f2326a27-d621-4be6-aa89-a321f5c60dc2 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=6f310998-05b7-4585-94cd-43b678650dfb, infoPort=40463, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=1646806272;c=1733257154666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:15,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc 2024-12-03T20:19:15,492 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/zookeeper_0, clientPort=60899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:19:15,492 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60899 2024-12-03T20:19:15,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:15,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:15,506 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb with version=8 2024-12-03T20:19:15,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/hbase-staging 2024-12-03T20:19:15,509 INFO [Time-limited test {}] client.ConnectionUtils(129): master/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:15,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:15,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:15,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:15,509 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:15,510 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37119 2024-12-03T20:19:15,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37119 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-03T20:19:15,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371190x0, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:15,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37119-0x10059890c8a0000 connected 2024-12-03T20:19:15,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:15,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:15,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:15,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37119 2024-12-03T20:19:15,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37119 2024-12-03T20:19:15,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37119 2024-12-03T20:19:15,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37119 2024-12-03T20:19:15,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37119 2024-12-03T20:19:15,540 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb, hbase.cluster.distributed=false 2024-12-03T20:19:15,557 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:15,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:15,558 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:15,559 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38027 2024-12-03T20:19:15,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:15,561 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:15,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38027 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-03T20:19:15,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380270x0, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:15,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38027-0x10059890c8a0001 connected 2024-12-03T20:19:15,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380270x0, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:15,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:15,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38027 2024-12-03T20:19:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38027 2024-12-03T20:19:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38027 2024-12-03T20:19:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38027 2024-12-03T20:19:15,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38027 2024-12-03T20:19:15,589 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:15,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:15,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:15,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:15,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:15,590 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:15,590 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46077 2024-12-03T20:19:15,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:15,591 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:15,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46077 connecting to ZooKeeper ensemble=127.0.0.1:60899 2024-12-03T20:19:15,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460770x0, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:15,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460770x0, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:15,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46077-0x10059890c8a0002 connected 2024-12-03T20:19:15,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:15,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:15,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46077 2024-12-03T20:19:15,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46077 2024-12-03T20:19:15,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46077 2024-12-03T20:19:15,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46077 2024-12-03T20:19:15,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46077 2024-12-03T20:19:15,603 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/438d02c2e720,37119,1733257155508 2024-12-03T20:19:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:15,606 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/438d02c2e720,37119,1733257155508 2024-12-03T20:19:15,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:15,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:15,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:15,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,613 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:15,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:15,616 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/438d02c2e720,37119,1733257155508 from backup master directory 2024-12-03T20:19:15,617 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;438d02c2e720:37119 2024-12-03T20:19:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/438d02c2e720,37119,1733257155508 2024-12-03T20:19:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:15,617 WARN [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:15,617 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=438d02c2e720,37119,1733257155508 2024-12-03T20:19:15,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:15,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:15,631 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/hbase.id with ID: 65bf8424-f94a-4688-bf61-bb472c131f4a 2024-12-03T20:19:15,648 INFO [master/438d02c2e720:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:15,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:15,661 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:15,662 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:19:15,662 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:15,671 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store 2024-12-03T20:19:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:15,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:15,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:15,680 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:15,680 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:15,680 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:15,680 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:15,680 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:15,680 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:15,682 WARN [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/.initializing 2024-12-03T20:19:15,682 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/WALs/438d02c2e720,37119,1733257155508 2024-12-03T20:19:15,683 INFO [master/438d02c2e720:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:15,685 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C37119%2C1733257155508, suffix=, logDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/WALs/438d02c2e720,37119,1733257155508, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/oldWALs, maxLogs=10 2024-12-03T20:19:15,700 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/WALs/438d02c2e720,37119,1733257155508/438d02c2e720%2C37119%2C1733257155508.1733257155685, exclude list is [], retry=0 2024-12-03T20:19:15,703 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-980760af-218b-4edf-a8c0-5b34d304724b,DISK] 2024-12-03T20:19:15,703 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-8ec63c2d-646c-41c8-8dcf-2040091654bc,DISK] 2024-12-03T20:19:15,706 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/WALs/438d02c2e720,37119,1733257155508/438d02c2e720%2C37119%2C1733257155508.1733257155685 2024-12-03T20:19:15,706 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40463:40463),(127.0.0.1/127.0.0.1:33953:33953)] 2024-12-03T20:19:15,706 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:15,706 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:15,706 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,706 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:19:15,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:15,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:19:15,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:15,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:19:15,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:15,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:19:15,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:15,717 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,717 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,719 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:19:15,721 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:15,723 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:15,724 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72944154, jitterRate=0.08695259690284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:19:15,725 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:15,725 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:19:15,729 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f704df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:15,730 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T20:19:15,730 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:19:15,731 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:19:15,731 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:19:15,731 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:19:15,732 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:19:15,732 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:19:15,734 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:19:15,735 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:19:15,736 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:19:15,736 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:19:15,737 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:19:15,738 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:19:15,739 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:19:15,739 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:19:15,741 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:19:15,741 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:19:15,743 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:19:15,744 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:19:15,746 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:19:15,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,749 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=438d02c2e720,37119,1733257155508, sessionid=0x10059890c8a0000, setting cluster-up flag (Was=false) 2024-12-03T20:19:15,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,758 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:19:15,759 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,37119,1733257155508 2024-12-03T20:19:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:15,768 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:19:15,769 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,37119,1733257155508 2024-12-03T20:19:15,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:15,772 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T20:19:15,772 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 438d02c2e720,37119,1733257155508 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/438d02c2e720:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:15,773 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257185774 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:15,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:19:15,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:19:15,776 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:19:15,777 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:15,780 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:19:15,780 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:19:15,780 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257155780,5,FailOnTimeoutGroup] 2024-12-03T20:19:15,780 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257155780,5,FailOnTimeoutGroup] 2024-12-03T20:19:15,780 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,781 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:19:15,781 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,781 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:15,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:15,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T20:19:15,796 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb 2024-12-03T20:19:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:15,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:15,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:15,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:15,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:15,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:15,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:15,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:15,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:15,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:15,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:15,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:15,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740 2024-12-03T20:19:15,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740 2024-12-03T20:19:15,823 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:15,823 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;438d02c2e720:38027 2024-12-03T20:19:15,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:15,825 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1008): ClusterId : 65bf8424-f94a-4688-bf61-bb472c131f4a 2024-12-03T20:19:15,825 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:15,826 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;438d02c2e720:46077 2024-12-03T20:19:15,827 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:15,827 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:15,827 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:15,827 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1008): ClusterId : 65bf8424-f94a-4688-bf61-bb472c131f4a 2024-12-03T20:19:15,827 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:15,828 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73882015, jitterRate=0.10092781484127045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:15,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:15,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:15,829 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:15,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:15,830 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:15,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:15,831 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:15,831 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:15,831 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:15,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:15,831 DEBUG [RS:0;438d02c2e720:38027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d26ad5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:15,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T20:19:15,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:19:15,832 DEBUG [RS:0;438d02c2e720:38027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb5d7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:15,832 INFO [RS:0;438d02c2e720:38027 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:15,832 INFO [RS:0;438d02c2e720:38027 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:15,832 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:15,833 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,37119,1733257155508 with isa=438d02c2e720/172.17.0.2:38027, startcode=1733257155557 2024-12-03T20:19:15,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:19:15,833 DEBUG [RS:0;438d02c2e720:38027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:15,834 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:15,834 DEBUG [RS:1;438d02c2e720:46077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bbaa37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:15,835 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:19:15,835 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42809, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:15,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,38027,1733257155557 2024-12-03T20:19:15,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,38027,1733257155557 2024-12-03T20:19:15,837 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb 2024-12-03T20:19:15,837 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41401 2024-12-03T20:19:15,837 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:15,840 DEBUG [RS:0;438d02c2e720:38027 {}] zookeeper.ZKUtil(111): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,38027,1733257155557 2024-12-03T20:19:15,840 WARN [RS:0;438d02c2e720:38027 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:15,840 INFO [RS:0;438d02c2e720:38027 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:15,840 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,38027,1733257155557 2024-12-03T20:19:15,844 DEBUG [RS:1;438d02c2e720:46077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8db04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:15,844 INFO [RS:1;438d02c2e720:46077 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:15,844 INFO [RS:1;438d02c2e720:46077 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:15,844 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:15,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,38027,1733257155557] 2024-12-03T20:19:15,845 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,37119,1733257155508 with isa=438d02c2e720/172.17.0.2:46077, startcode=1733257155588 2024-12-03T20:19:15,845 DEBUG [RS:1;438d02c2e720:46077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:15,847 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36835, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:15,847 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:15,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,46077,1733257155588 2024-12-03T20:19:15,847 INFO [RS:0;438d02c2e720:38027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:15,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37119 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,46077,1733257155588 2024-12-03T20:19:15,849 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb 2024-12-03T20:19:15,849 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41401 2024-12-03T20:19:15,849 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:15,851 INFO [RS:0;438d02c2e720:38027 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:15,851 INFO [RS:0;438d02c2e720:38027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:15,851 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,852 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:15,853 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:15,853 DEBUG [RS:0;438d02c2e720:38027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:15,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:15,855 DEBUG [RS:1;438d02c2e720:46077 {}] zookeeper.ZKUtil(111): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,46077,1733257155588 2024-12-03T20:19:15,855 WARN [RS:1;438d02c2e720:46077 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:15,855 INFO [RS:1;438d02c2e720:46077 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:15,855 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,46077,1733257155588 2024-12-03T20:19:15,856 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,856 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,856 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,46077,1733257155588] 2024-12-03T20:19:15,856 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,856 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,38027,1733257155557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:15,866 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:15,866 INFO [RS:1;438d02c2e720:46077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:15,871 INFO [RS:1;438d02c2e720:46077 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:15,876 INFO [RS:1;438d02c2e720:46077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:15,876 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,878 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:15,879 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,879 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,879 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,879 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,879 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,880 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:15,880 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,38027,1733257155557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,880 DEBUG [RS:1;438d02c2e720:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:15,884 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,884 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,884 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,884 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,884 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,46077,1733257155588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:15,903 INFO [RS:0;438d02c2e720:38027 {}] regionserver.Replication(204): 438d02c2e720,38027,1733257155557 started 2024-12-03T20:19:15,903 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,38027,1733257155557, RpcServer on 438d02c2e720/172.17.0.2:38027, sessionid=0x10059890c8a0001 2024-12-03T20:19:15,903 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:15,903 DEBUG [RS:0;438d02c2e720:38027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,38027,1733257155557 2024-12-03T20:19:15,903 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,38027,1733257155557' 2024-12-03T20:19:15,903 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:15,903 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:15,904 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:15,904 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:15,904 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,46077,1733257155588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:15,904 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:15,904 DEBUG [RS:0;438d02c2e720:38027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,38027,1733257155557 2024-12-03T20:19:15,904 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,38027,1733257155557' 2024-12-03T20:19:15,904 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:15,905 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:15,905 DEBUG [RS:0;438d02c2e720:38027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:15,905 INFO [RS:0;438d02c2e720:38027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:15,905 INFO [RS:0;438d02c2e720:38027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:15,921 INFO [RS:1;438d02c2e720:46077 {}] regionserver.Replication(204): 438d02c2e720,46077,1733257155588 started 2024-12-03T20:19:15,921 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,46077,1733257155588, RpcServer on 438d02c2e720/172.17.0.2:46077, sessionid=0x10059890c8a0002 2024-12-03T20:19:15,921 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:15,921 DEBUG [RS:1;438d02c2e720:46077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,46077,1733257155588 2024-12-03T20:19:15,921 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,46077,1733257155588' 2024-12-03T20:19:15,921 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:15,922 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:15,922 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:15,922 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:15,922 DEBUG [RS:1;438d02c2e720:46077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,46077,1733257155588 2024-12-03T20:19:15,922 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,46077,1733257155588' 2024-12-03T20:19:15,922 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:15,922 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:15,923 DEBUG [RS:1;438d02c2e720:46077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:15,923 INFO [RS:1;438d02c2e720:46077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:15,923 INFO [RS:1;438d02c2e720:46077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:15,985 WARN [438d02c2e720:37119 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:19:16,006 INFO [RS:0;438d02c2e720:38027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:16,008 INFO [RS:0;438d02c2e720:38027 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C38027%2C1733257155557, suffix=, logDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,38027,1733257155557, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/oldWALs, maxLogs=32 2024-12-03T20:19:16,023 DEBUG [RS:0;438d02c2e720:38027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,38027,1733257155557/438d02c2e720%2C38027%2C1733257155557.1733257156009, exclude list is [], retry=0 2024-12-03T20:19:16,024 INFO [RS:1;438d02c2e720:46077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:16,025 INFO [RS:1;438d02c2e720:46077 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C46077%2C1733257155588, suffix=, logDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,46077,1733257155588, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/oldWALs, maxLogs=32 2024-12-03T20:19:16,027 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-980760af-218b-4edf-a8c0-5b34d304724b,DISK] 2024-12-03T20:19:16,027 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-8ec63c2d-646c-41c8-8dcf-2040091654bc,DISK] 2024-12-03T20:19:16,030 INFO [RS:0;438d02c2e720:38027 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,38027,1733257155557/438d02c2e720%2C38027%2C1733257155557.1733257156009 2024-12-03T20:19:16,030 DEBUG [RS:0;438d02c2e720:38027 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40463:40463),(127.0.0.1/127.0.0.1:33953:33953)] 2024-12-03T20:19:16,042 DEBUG [RS:1;438d02c2e720:46077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,46077,1733257155588/438d02c2e720%2C46077%2C1733257155588.1733257156026, exclude list is [], retry=0 2024-12-03T20:19:16,045 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-8ec63c2d-646c-41c8-8dcf-2040091654bc,DISK] 2024-12-03T20:19:16,045 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-980760af-218b-4edf-a8c0-5b34d304724b,DISK] 2024-12-03T20:19:16,047 INFO [RS:1;438d02c2e720:46077 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,46077,1733257155588/438d02c2e720%2C46077%2C1733257155588.1733257156026 2024-12-03T20:19:16,048 DEBUG [RS:1;438d02c2e720:46077 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33953:33953),(127.0.0.1/127.0.0.1:40463:40463)] 2024-12-03T20:19:16,235 DEBUG [438d02c2e720:37119 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T20:19:16,236 DEBUG [438d02c2e720:37119 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:16,238 DEBUG [438d02c2e720:37119 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:16,238 DEBUG [438d02c2e720:37119 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:16,238 INFO [438d02c2e720:37119 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:16,238 INFO [438d02c2e720:37119 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:16,238 DEBUG [438d02c2e720:37119 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:16,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=438d02c2e720,46077,1733257155588 2024-12-03T20:19:16,239 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,46077,1733257155588, state=OPENING 2024-12-03T20:19:16,241 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:19:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:16,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:16,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=438d02c2e720,46077,1733257155588}] 2024-12-03T20:19:16,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:16,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:16,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:16,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,46077,1733257155588 2024-12-03T20:19:16,398 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:16,400 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:16,404 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T20:19:16,405 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:16,405 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:19:16,407 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C46077%2C1733257155588.meta, suffix=.meta, logDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,46077,1733257155588, archiveDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/oldWALs, maxLogs=32 2024-12-03T20:19:16,423 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,46077,1733257155588/438d02c2e720%2C46077%2C1733257155588.meta.1733257156408.meta, exclude list is [], retry=0 2024-12-03T20:19:16,426 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-8ec63c2d-646c-41c8-8dcf-2040091654bc,DISK] 2024-12-03T20:19:16,426 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-980760af-218b-4edf-a8c0-5b34d304724b,DISK] 2024-12-03T20:19:16,428 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/WALs/438d02c2e720,46077,1733257155588/438d02c2e720%2C46077%2C1733257155588.meta.1733257156408.meta 2024-12-03T20:19:16,428 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33953:33953),(127.0.0.1/127.0.0.1:40463:40463)] 2024-12-03T20:19:16,428 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:16,429 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:19:16,429 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:19:16,429 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:19:16,429 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:19:16,429 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:16,429 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T20:19:16,429 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T20:19:16,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:16,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:16,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:16,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:16,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:16,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:16,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:16,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:16,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:16,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:16,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:16,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:16,436 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740 2024-12-03T20:19:16,438 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740 2024-12-03T20:19:16,440 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:16,441 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:16,442 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63749822, jitterRate=-0.05005362629890442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:16,443 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:16,444 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257156398 2024-12-03T20:19:16,446 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:19:16,446 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T20:19:16,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,46077,1733257155588 2024-12-03T20:19:16,448 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,46077,1733257155588, state=OPEN 2024-12-03T20:19:16,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:16,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:16,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:16,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:16,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:16,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:16,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:19:16,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=438d02c2e720,46077,1733257155588 in 206 msec 2024-12-03T20:19:16,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:19:16,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-12-03T20:19:16,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 686 msec 2024-12-03T20:19:16,458 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257156458, completionTime=-1 2024-12-03T20:19:16,458 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T20:19:16,459 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T20:19:16,460 DEBUG [hconnection-0x5854362-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:16,461 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:16,462 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T20:19:16,462 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257216462 2024-12-03T20:19:16,462 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257276462 2024-12-03T20:19:16,462 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-03T20:19:16,470 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:19:16,470 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37119,1733257155508-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:16,471 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37119,1733257155508-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:16,471 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37119,1733257155508-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:16,471 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-438d02c2e720:37119, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:16,471 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:16,471 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T20:19:16,471 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:16,473 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T20:19:16,474 DEBUG [master/438d02c2e720:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T20:19:16,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:16,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:16,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:16,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:16,490 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5daf1a27504de58a50b34d982c478a40, NAME => 'hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb 2024-12-03T20:19:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:16,500 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:16,500 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5daf1a27504de58a50b34d982c478a40, disabling compactions & flushes 2024-12-03T20:19:16,500 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:16,500 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:16,500 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. after waiting 0 ms 2024-12-03T20:19:16,500 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:16,500 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:16,500 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5daf1a27504de58a50b34d982c478a40: 2024-12-03T20:19:16,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:16,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733257156502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257156502"}]},"ts":"1733257156502"} 2024-12-03T20:19:16,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T20:19:16,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:16,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257156506"}]},"ts":"1733257156506"} 2024-12-03T20:19:16,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T20:19:16,513 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:16,514 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:16,515 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:16,515 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:16,515 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:16,515 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:16,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5daf1a27504de58a50b34d982c478a40, ASSIGN}] 2024-12-03T20:19:16,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5daf1a27504de58a50b34d982c478a40, ASSIGN 2024-12-03T20:19:16,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5daf1a27504de58a50b34d982c478a40, ASSIGN; state=OFFLINE, location=438d02c2e720,46077,1733257155588; forceNewPlan=false, retain=false 2024-12-03T20:19:16,668 INFO [438d02c2e720:37119 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T20:19:16,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5daf1a27504de58a50b34d982c478a40, regionState=OPENING, regionLocation=438d02c2e720,46077,1733257155588 2024-12-03T20:19:16,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5daf1a27504de58a50b34d982c478a40, server=438d02c2e720,46077,1733257155588}] 2024-12-03T20:19:16,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 438d02c2e720,46077,1733257155588 2024-12-03T20:19:16,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:16,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5daf1a27504de58a50b34d982c478a40, NAME => 'hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:16,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:16,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:16,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:16,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:16,831 INFO [StoreOpener-5daf1a27504de58a50b34d982c478a40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:16,833 INFO [StoreOpener-5daf1a27504de58a50b34d982c478a40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5daf1a27504de58a50b34d982c478a40 columnFamilyName info 2024-12-03T20:19:16,833 DEBUG [StoreOpener-5daf1a27504de58a50b34d982c478a40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:16,834 INFO [StoreOpener-5daf1a27504de58a50b34d982c478a40-1 {}] regionserver.HStore(327): Store=5daf1a27504de58a50b34d982c478a40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:16,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:16,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:16,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:16,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:16,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5daf1a27504de58a50b34d982c478a40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61360397, jitterRate=-0.08565883338451385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:16,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5daf1a27504de58a50b34d982c478a40: 2024-12-03T20:19:16,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40., pid=6, masterSystemTime=1733257156824 2024-12-03T20:19:16,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:16,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:16,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5daf1a27504de58a50b34d982c478a40, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,46077,1733257155588 2024-12-03T20:19:16,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:19:16,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5daf1a27504de58a50b34d982c478a40, server=438d02c2e720,46077,1733257155588 in 178 msec 2024-12-03T20:19:16,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:19:16,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5daf1a27504de58a50b34d982c478a40, ASSIGN in 337 msec 2024-12-03T20:19:16,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:16,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257156855"}]},"ts":"1733257156855"} 2024-12-03T20:19:16,857 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T20:19:16,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:16,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 389 msec 2024-12-03T20:19:16,874 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T20:19:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:16,885 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T20:19:16,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:16,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 16 msec 2024-12-03T20:19:16,908 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T20:19:16,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:16,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-03T20:19:16,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T20:19:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T20:19:16,937 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.320sec 2024-12-03T20:19:16,937 INFO [master/438d02c2e720:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:19:16,937 INFO [master/438d02c2e720:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:19:16,937 INFO [master/438d02c2e720:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:19:16,937 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:19:16,937 INFO [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:19:16,938 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37119,1733257155508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:16,938 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37119,1733257155508-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:19:16,939 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:19:16,939 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:19:16,940 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37119,1733257155508-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:17,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x424f8298 to 127.0.0.1:60899 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58f9ff48 2024-12-03T20:19:17,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3df349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:17,017 DEBUG [hconnection-0x3bbb8497-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:17,019 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:17,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=438d02c2e720,37119,1733257155508 2024-12-03T20:19:17,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:19:17,024 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:19:17,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T20:19:17,029 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:17,029 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:17,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T20:19:17,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:17,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:17,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:17,044 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5ce3a9c0fd17769b03bebb8b31064ae0, NAME => 'testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb 2024-12-03T20:19:17,045 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8148be83135c8e707448c31662b84f6f, NAME => 'testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb 2024-12-03T20:19:17,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:17,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:17,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:17,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 8148be83135c8e707448c31662b84f6f, disabling compactions & flushes 2024-12-03T20:19:17,063 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. after waiting 0 ms 2024-12-03T20:19:17,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,064 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8148be83135c8e707448c31662b84f6f: 2024-12-03T20:19:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:17,065 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:17,065 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 5ce3a9c0fd17769b03bebb8b31064ae0, disabling compactions & flushes 2024-12-03T20:19:17,065 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,065 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,065 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. after waiting 0 ms 2024-12-03T20:19:17,065 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,065 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,065 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5ce3a9c0fd17769b03bebb8b31064ae0: 2024-12-03T20:19:17,067 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:17,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257157067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257157067"}]},"ts":"1733257157067"} 2024-12-03T20:19:17,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257157067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257157067"}]},"ts":"1733257157067"} 2024-12-03T20:19:17,071 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T20:19:17,072 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:17,073 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257157073"}]},"ts":"1733257157073"} 2024-12-03T20:19:17,074 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T20:19:17,078 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:17,080 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:17,080 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:17,080 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:17,080 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:17,080 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:17,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ce3a9c0fd17769b03bebb8b31064ae0, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8148be83135c8e707448c31662b84f6f, ASSIGN}] 2024-12-03T20:19:17,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8148be83135c8e707448c31662b84f6f, ASSIGN 2024-12-03T20:19:17,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ce3a9c0fd17769b03bebb8b31064ae0, ASSIGN 2024-12-03T20:19:17,082 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8148be83135c8e707448c31662b84f6f, ASSIGN; state=OFFLINE, location=438d02c2e720,46077,1733257155588; forceNewPlan=false, retain=false 2024-12-03T20:19:17,082 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ce3a9c0fd17769b03bebb8b31064ae0, ASSIGN; state=OFFLINE, location=438d02c2e720,38027,1733257155557; forceNewPlan=false, retain=false 2024-12-03T20:19:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:17,233 INFO [438d02c2e720:37119 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T20:19:17,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5ce3a9c0fd17769b03bebb8b31064ae0, regionState=OPENING, regionLocation=438d02c2e720,38027,1733257155557 2024-12-03T20:19:17,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8148be83135c8e707448c31662b84f6f, regionState=OPENING, regionLocation=438d02c2e720,46077,1733257155588 2024-12-03T20:19:17,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 8148be83135c8e707448c31662b84f6f, server=438d02c2e720,46077,1733257155588}] 2024-12-03T20:19:17,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 5ce3a9c0fd17769b03bebb8b31064ae0, server=438d02c2e720,38027,1733257155557}] 2024-12-03T20:19:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:17,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,38027,1733257155557 2024-12-03T20:19:17,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 438d02c2e720,46077,1733257155588 2024-12-03T20:19:17,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:17,393 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:17,398 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,398 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 8148be83135c8e707448c31662b84f6f, NAME => 'testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T20:19:17,398 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,398 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 5ce3a9c0fd17769b03bebb8b31064ae0, NAME => 'testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T20:19:17,398 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,399 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:17,399 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,399 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,399 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:17,399 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,399 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,399 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,400 INFO [StoreOpener-8148be83135c8e707448c31662b84f6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,401 INFO [StoreOpener-5ce3a9c0fd17769b03bebb8b31064ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,402 INFO [StoreOpener-8148be83135c8e707448c31662b84f6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8148be83135c8e707448c31662b84f6f columnFamilyName family 2024-12-03T20:19:17,402 INFO [StoreOpener-5ce3a9c0fd17769b03bebb8b31064ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce3a9c0fd17769b03bebb8b31064ae0 columnFamilyName family 2024-12-03T20:19:17,402 DEBUG [StoreOpener-8148be83135c8e707448c31662b84f6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:17,402 DEBUG [StoreOpener-5ce3a9c0fd17769b03bebb8b31064ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:17,403 INFO [StoreOpener-8148be83135c8e707448c31662b84f6f-1 {}] regionserver.HStore(327): Store=8148be83135c8e707448c31662b84f6f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:17,403 INFO [StoreOpener-5ce3a9c0fd17769b03bebb8b31064ae0-1 {}] regionserver.HStore(327): Store=5ce3a9c0fd17769b03bebb8b31064ae0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:17,404 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,404 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,405 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,405 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,407 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,408 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,410 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:17,410 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:17,411 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 5ce3a9c0fd17769b03bebb8b31064ae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62816980, jitterRate=-0.06395405530929565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:17,411 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 8148be83135c8e707448c31662b84f6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66307291, jitterRate=-0.011944368481636047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:17,412 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 8148be83135c8e707448c31662b84f6f: 2024-12-03T20:19:17,412 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 5ce3a9c0fd17769b03bebb8b31064ae0: 2024-12-03T20:19:17,414 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f., pid=12, masterSystemTime=1733257157390 2024-12-03T20:19:17,414 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0., pid=13, masterSystemTime=1733257157390 2024-12-03T20:19:17,416 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,416 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5ce3a9c0fd17769b03bebb8b31064ae0, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,38027,1733257155557 2024-12-03T20:19:17,417 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,417 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8148be83135c8e707448c31662b84f6f, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,46077,1733257155588 2024-12-03T20:19:17,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-03T20:19:17,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 5ce3a9c0fd17769b03bebb8b31064ae0, server=438d02c2e720,38027,1733257155557 in 182 msec 2024-12-03T20:19:17,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T20:19:17,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 8148be83135c8e707448c31662b84f6f, server=438d02c2e720,46077,1733257155588 in 184 msec 2024-12-03T20:19:17,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ce3a9c0fd17769b03bebb8b31064ae0, ASSIGN in 342 msec 2024-12-03T20:19:17,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-03T20:19:17,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8148be83135c8e707448c31662b84f6f, ASSIGN in 343 msec 2024-12-03T20:19:17,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:17,426 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257157426"}]},"ts":"1733257157426"} 2024-12-03T20:19:17,428 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T20:19:17,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:17,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 408 msec 2024-12-03T20:19:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:17,637 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T20:19:17,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T20:19:17,637 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T20:19:17,641 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T20:19:17,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:17,646 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:17,663 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 5ce3a9c0fd17769b03bebb8b31064ae0 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T20:19:17,688 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0/.tmp/family/5abb3e4d9631497989fa532373863752 is 32, key is 1/family:/1733257157647/Put/seqid=0 2024-12-03T20:19:17,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741841_1017 (size=5054) 2024-12-03T20:19:17,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741841_1017 (size=5054) 2024-12-03T20:19:17,695 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0/.tmp/family/5abb3e4d9631497989fa532373863752 2024-12-03T20:19:17,702 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0/.tmp/family/5abb3e4d9631497989fa532373863752 as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0/family/5abb3e4d9631497989fa532373863752 2024-12-03T20:19:17,709 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0/family/5abb3e4d9631497989fa532373863752, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T20:19:17,710 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5ce3a9c0fd17769b03bebb8b31064ae0 in 47ms, sequenceid=8, compaction requested=false 2024-12-03T20:19:17,710 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 5ce3a9c0fd17769b03bebb8b31064ae0: 2024-12-03T20:19:17,710 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8148be83135c8e707448c31662b84f6f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T20:19:17,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f/.tmp/family/bb66c6a8d4134e1ab8de36d0847b2938 is 32, key is 5/family:/1733257157656/Put/seqid=0 2024-12-03T20:19:17,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741842_1018 (size=5083) 2024-12-03T20:19:17,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741842_1018 (size=5083) 2024-12-03T20:19:17,734 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f/.tmp/family/bb66c6a8d4134e1ab8de36d0847b2938 2024-12-03T20:19:17,740 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f/.tmp/family/bb66c6a8d4134e1ab8de36d0847b2938 as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f/family/bb66c6a8d4134e1ab8de36d0847b2938 2024-12-03T20:19:17,746 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f/family/bb66c6a8d4134e1ab8de36d0847b2938, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T20:19:17,747 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8148be83135c8e707448c31662b84f6f in 37ms, sequenceid=9, compaction requested=false 2024-12-03T20:19:17,747 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8148be83135c8e707448c31662b84f6f: 2024-12-03T20:19:17,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:17,759 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:17,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:17,761 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:17,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T20:19:17,762 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T20:19:17,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x424f8298 to 127.0.0.1:60899 2024-12-03T20:19:17,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:17,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:19:17,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=486736869, stopped=false 2024-12-03T20:19:17,763 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=438d02c2e720,37119,1733257155508 2024-12-03T20:19:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:17,765 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T20:19:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:17,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:17,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:17,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:17,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:17,768 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,38027,1733257155557' ***** 2024-12-03T20:19:17,768 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:17,768 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,46077,1733257155588' ***** 2024-12-03T20:19:17,768 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:17,768 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:17,768 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:17,769 INFO [RS:0;438d02c2e720:38027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:17,769 INFO [RS:0;438d02c2e720:38027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:17,769 INFO [RS:1;438d02c2e720:46077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:17,769 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(3579): Received CLOSE for 5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,769 INFO [RS:1;438d02c2e720:46077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:17,769 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:17,769 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:17,769 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(3579): Received CLOSE for 5daf1a27504de58a50b34d982c478a40 2024-12-03T20:19:17,769 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,38027,1733257155557 2024-12-03T20:19:17,769 DEBUG [RS:0;438d02c2e720:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:17,769 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-03T20:19:17,769 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1603): Online Regions={5ce3a9c0fd17769b03bebb8b31064ae0=testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0.} 2024-12-03T20:19:17,769 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(3579): Received CLOSE for 8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,769 DEBUG [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1629): Waiting on 5ce3a9c0fd17769b03bebb8b31064ae0 2024-12-03T20:19:17,769 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5ce3a9c0fd17769b03bebb8b31064ae0, disabling compactions & flushes 2024-12-03T20:19:17,769 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,46077,1733257155588 2024-12-03T20:19:17,769 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,769 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,769 DEBUG [RS:1;438d02c2e720:46077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:17,769 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. after waiting 0 ms 2024-12-03T20:19:17,769 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,770 INFO [RS:1;438d02c2e720:46077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:17,770 INFO [RS:1;438d02c2e720:46077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:17,770 INFO [RS:1;438d02c2e720:46077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:17,770 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T20:19:17,770 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-03T20:19:17,770 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1603): Online Regions={5daf1a27504de58a50b34d982c478a40=hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40., 1588230740=hbase:meta,,1.1588230740, 8148be83135c8e707448c31662b84f6f=testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f.} 2024-12-03T20:19:17,770 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5daf1a27504de58a50b34d982c478a40, 8148be83135c8e707448c31662b84f6f 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5daf1a27504de58a50b34d982c478a40, disabling compactions & flushes 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:17,770 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:17,770 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. after waiting 0 ms 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:17,770 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:17,770 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5daf1a27504de58a50b34d982c478a40 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T20:19:17,770 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T20:19:17,775 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/5ce3a9c0fd17769b03bebb8b31064ae0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:19:17,775 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,775 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5ce3a9c0fd17769b03bebb8b31064ae0: 2024-12-03T20:19:17,775 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733257157026.5ce3a9c0fd17769b03bebb8b31064ae0. 2024-12-03T20:19:17,788 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40/.tmp/info/5918b5a02297485b9a95471c5eebd6c6 is 45, key is default/info:d/1733257156893/Put/seqid=0 2024-12-03T20:19:17,789 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741843_1019 (size=5037) 2024-12-03T20:19:17,794 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/.tmp/info/d234c56958864a428c9d1c29ff458a38 is 173, key is testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f./info:regioninfo/1733257157418/Put/seqid=0 2024-12-03T20:19:17,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741843_1019 (size=5037) 2024-12-03T20:19:17,795 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40/.tmp/info/5918b5a02297485b9a95471c5eebd6c6 2024-12-03T20:19:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741844_1020 (size=9337) 2024-12-03T20:19:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741844_1020 (size=9337) 2024-12-03T20:19:17,801 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/.tmp/info/d234c56958864a428c9d1c29ff458a38 2024-12-03T20:19:17,803 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40/.tmp/info/5918b5a02297485b9a95471c5eebd6c6 as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40/info/5918b5a02297485b9a95471c5eebd6c6 2024-12-03T20:19:17,809 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40/info/5918b5a02297485b9a95471c5eebd6c6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T20:19:17,810 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5daf1a27504de58a50b34d982c478a40 in 40ms, sequenceid=6, compaction requested=false 2024-12-03T20:19:17,815 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/namespace/5daf1a27504de58a50b34d982c478a40/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:19:17,815 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:17,815 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5daf1a27504de58a50b34d982c478a40: 2024-12-03T20:19:17,815 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733257156471.5daf1a27504de58a50b34d982c478a40. 2024-12-03T20:19:17,816 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8148be83135c8e707448c31662b84f6f, disabling compactions & flushes 2024-12-03T20:19:17,816 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,816 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,816 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. after waiting 0 ms 2024-12-03T20:19:17,816 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,820 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/default/testClearRegionBlockCache/8148be83135c8e707448c31662b84f6f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T20:19:17,821 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,821 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8148be83135c8e707448c31662b84f6f: 2024-12-03T20:19:17,821 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733257157026.8148be83135c8e707448c31662b84f6f. 2024-12-03T20:19:17,825 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/.tmp/table/625dfd3ca936473c9ced94b8d5643df4 is 61, key is testClearRegionBlockCache/table:state/1733257157426/Put/seqid=0 2024-12-03T20:19:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:17,856 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:19:17,857 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:19:17,864 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:17,884 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:19:17,884 INFO [regionserver/438d02c2e720:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:19:17,969 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,38027,1733257155557; all regions closed. 2024-12-03T20:19:17,970 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T20:19:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741833_1009 (size=1758) 2024-12-03T20:19:17,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741833_1009 (size=1758) 2024-12-03T20:19:17,975 DEBUG [RS:0;438d02c2e720:38027 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/oldWALs 2024-12-03T20:19:17,975 INFO [RS:0;438d02c2e720:38027 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C38027%2C1733257155557:(num 1733257156009) 2024-12-03T20:19:17,975 DEBUG [RS:0;438d02c2e720:38027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:17,975 INFO [RS:0;438d02c2e720:38027 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:17,975 INFO [RS:0;438d02c2e720:38027 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:17,976 INFO [RS:0;438d02c2e720:38027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:17,976 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:17,976 INFO [RS:0;438d02c2e720:38027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:17,976 INFO [RS:0;438d02c2e720:38027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:17,976 INFO [RS:0;438d02c2e720:38027 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38027 2024-12-03T20:19:17,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,38027,1733257155557 2024-12-03T20:19:17,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:17,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,38027,1733257155557] 2024-12-03T20:19:17,980 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,38027,1733257155557; numProcessing=1 2024-12-03T20:19:17,981 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,38027,1733257155557 already deleted, retry=false 2024-12-03T20:19:17,981 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,38027,1733257155557 expired; onlineServers=1 2024-12-03T20:19:18,080 INFO [RS:0;438d02c2e720:38027 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,38027,1733257155557; zookeeper connection closed. 2024-12-03T20:19:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38027-0x10059890c8a0001, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:18,080 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2444b349 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2444b349 2024-12-03T20:19:18,170 DEBUG [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T20:19:18,232 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/.tmp/table/625dfd3ca936473c9ced94b8d5643df4 2024-12-03T20:19:18,241 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/.tmp/info/d234c56958864a428c9d1c29ff458a38 as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/info/d234c56958864a428c9d1c29ff458a38 2024-12-03T20:19:18,247 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/info/d234c56958864a428c9d1c29ff458a38, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T20:19:18,248 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/.tmp/table/625dfd3ca936473c9ced94b8d5643df4 as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/table/625dfd3ca936473c9ced94b8d5643df4 2024-12-03T20:19:18,255 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/table/625dfd3ca936473c9ced94b8d5643df4, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T20:19:18,256 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 486ms, sequenceid=16, compaction requested=false 2024-12-03T20:19:18,261 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:19:18,262 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:19:18,262 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:18,262 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:18,262 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:18,267 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:19:18,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:18,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:18,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:18,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:18,371 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,46077,1733257155588; all regions closed. 2024-12-03T20:19:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:18,376 DEBUG [RS:1;438d02c2e720:46077 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/oldWALs 2024-12-03T20:19:18,377 INFO [RS:1;438d02c2e720:46077 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C46077%2C1733257155588.meta:.meta(num 1733257156408) 2024-12-03T20:19:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741834_1010 (size=3188) 2024-12-03T20:19:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741834_1010 (size=3188) 2024-12-03T20:19:18,381 DEBUG [RS:1;438d02c2e720:46077 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/oldWALs 2024-12-03T20:19:18,381 INFO [RS:1;438d02c2e720:46077 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C46077%2C1733257155588:(num 1733257156026) 2024-12-03T20:19:18,381 DEBUG [RS:1;438d02c2e720:46077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:18,381 INFO [RS:1;438d02c2e720:46077 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:18,381 INFO [RS:1;438d02c2e720:46077 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:18,382 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:18,382 INFO [RS:1;438d02c2e720:46077 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46077 2024-12-03T20:19:18,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,46077,1733257155588 2024-12-03T20:19:18,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:18,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,46077,1733257155588] 2024-12-03T20:19:18,385 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,46077,1733257155588; numProcessing=2 2024-12-03T20:19:18,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,46077,1733257155588 already deleted, retry=false 2024-12-03T20:19:18,386 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,46077,1733257155588 expired; onlineServers=0 2024-12-03T20:19:18,386 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,37119,1733257155508' ***** 2024-12-03T20:19:18,386 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:19:18,387 DEBUG [M:0;438d02c2e720:37119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af353a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:18,387 INFO [M:0;438d02c2e720:37119 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,37119,1733257155508 2024-12-03T20:19:18,387 INFO [M:0;438d02c2e720:37119 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,37119,1733257155508; all regions closed. 2024-12-03T20:19:18,387 DEBUG [M:0;438d02c2e720:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:18,387 DEBUG [M:0;438d02c2e720:37119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:19:18,387 DEBUG [M:0;438d02c2e720:37119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:19:18,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:19:18,387 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257155780 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257155780,5,FailOnTimeoutGroup] 2024-12-03T20:19:18,387 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257155780 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257155780,5,FailOnTimeoutGroup] 2024-12-03T20:19:18,387 INFO [M:0;438d02c2e720:37119 {}] hbase.ChoreService(370): Chore service for: master/438d02c2e720:0 had [] on shutdown 2024-12-03T20:19:18,387 DEBUG [M:0;438d02c2e720:37119 {}] master.HMaster(1733): Stopping service threads 2024-12-03T20:19:18,388 INFO [M:0;438d02c2e720:37119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:19:18,388 INFO [M:0;438d02c2e720:37119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:19:18,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:19:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:18,388 DEBUG [M:0;438d02c2e720:37119 {}] zookeeper.ZKUtil(347): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T20:19:18,389 WARN [M:0;438d02c2e720:37119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:19:18,389 INFO [M:0;438d02c2e720:37119 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T20:19:18,389 INFO [M:0;438d02c2e720:37119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:19:18,389 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:18,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:18,389 INFO [M:0;438d02c2e720:37119 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:18,389 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:18,389 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:18,389 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:18,389 INFO [M:0;438d02c2e720:37119 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T20:19:18,407 DEBUG [M:0;438d02c2e720:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31622516917e4b839677fbfd5c367a90 is 82, key is hbase:meta,,1/info:regioninfo/1733257156447/Put/seqid=0 2024-12-03T20:19:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:18,414 INFO [M:0;438d02c2e720:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31622516917e4b839677fbfd5c367a90 2024-12-03T20:19:18,436 DEBUG [M:0;438d02c2e720:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1625fdc2134f4fb8902cb093ba83d7d6 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733257157435/Put/seqid=0 2024-12-03T20:19:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:18,442 INFO [M:0;438d02c2e720:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1625fdc2134f4fb8902cb093ba83d7d6 2024-12-03T20:19:18,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:18,463 DEBUG [M:0;438d02c2e720:37119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b494a19c15ad47dfa43d5bd92e8bf18b is 69, key is 438d02c2e720,38027,1733257155557/rs:state/1733257155836/Put/seqid=0 2024-12-03T20:19:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:18,479 INFO [M:0;438d02c2e720:37119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b494a19c15ad47dfa43d5bd92e8bf18b 2024-12-03T20:19:18,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:18,485 INFO [RS:1;438d02c2e720:46077 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,46077,1733257155588; zookeeper connection closed. 2024-12-03T20:19:18,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x10059890c8a0002, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:18,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b91888e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b91888e 2024-12-03T20:19:18,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T20:19:18,486 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31622516917e4b839677fbfd5c367a90 as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31622516917e4b839677fbfd5c367a90 2024-12-03T20:19:18,492 INFO [M:0;438d02c2e720:37119 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31622516917e4b839677fbfd5c367a90, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T20:19:18,493 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1625fdc2134f4fb8902cb093ba83d7d6 as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1625fdc2134f4fb8902cb093ba83d7d6 2024-12-03T20:19:18,499 INFO [M:0;438d02c2e720:37119 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1625fdc2134f4fb8902cb093ba83d7d6, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T20:19:18,500 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b494a19c15ad47dfa43d5bd92e8bf18b as hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b494a19c15ad47dfa43d5bd92e8bf18b 2024-12-03T20:19:18,506 INFO [M:0;438d02c2e720:37119 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41401/user/jenkins/test-data/a1a96ef2-9848-29cc-6242-687ca3affadb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b494a19c15ad47dfa43d5bd92e8bf18b, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T20:19:18,507 INFO [M:0;438d02c2e720:37119 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=108, compaction requested=false 2024-12-03T20:19:18,509 INFO [M:0;438d02c2e720:37119 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:18,509 DEBUG [M:0;438d02c2e720:37119 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:18,512 INFO [M:0;438d02c2e720:37119 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T20:19:18,512 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:18,512 INFO [M:0;438d02c2e720:37119 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37119 2024-12-03T20:19:18,514 DEBUG [M:0;438d02c2e720:37119 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/438d02c2e720,37119,1733257155508 already deleted, retry=false 2024-12-03T20:19:18,616 INFO [M:0;438d02c2e720:37119 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,37119,1733257155508; zookeeper connection closed. 2024-12-03T20:19:18,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:18,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37119-0x10059890c8a0000, quorum=127.0.0.1:60899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:18,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c176c39{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:18,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@87713ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:18,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:18,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@309b8ca5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:18,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5892cf18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:18,621 WARN [BP-24118477-172.17.0.2-1733257154666 heartbeating to localhost/127.0.0.1:41401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:18,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:18,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:18,621 WARN [BP-24118477-172.17.0.2-1733257154666 heartbeating to localhost/127.0.0.1:41401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-24118477-172.17.0.2-1733257154666 (Datanode Uuid 6f310998-05b7-4585-94cd-43b678650dfb) service to localhost/127.0.0.1:41401 2024-12-03T20:19:18,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data3/current/BP-24118477-172.17.0.2-1733257154666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:18,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data4/current/BP-24118477-172.17.0.2-1733257154666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:18,623 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:18,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db0a39b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:18,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4007340b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:18,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:18,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672a3f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:18,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e330ee0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:18,626 WARN [BP-24118477-172.17.0.2-1733257154666 heartbeating to localhost/127.0.0.1:41401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:18,626 WARN [BP-24118477-172.17.0.2-1733257154666 heartbeating to localhost/127.0.0.1:41401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-24118477-172.17.0.2-1733257154666 (Datanode Uuid f8d83215-621a-45e1-a4f0-07fc7c7ad500) service to localhost/127.0.0.1:41401 2024-12-03T20:19:18,626 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:18,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:18,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data1/current/BP-24118477-172.17.0.2-1733257154666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:18,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/cluster_1818df50-06b3-1970-56d7-e74db2359a17/dfs/data/data2/current/BP-24118477-172.17.0.2-1733257154666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:18,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:18,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44b790fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:18,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a01b16b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:18,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:18,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5386be95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:18,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e86a3c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:18,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:19:18,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T20:19:18,671 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=141 (was 109) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41401 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41401 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=3916 (was 4158) 2024-12-03T20:19:18,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=141, OpenFileDescriptor=472, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=3916 2024-12-03T20:19:18,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir so I do NOT create it in target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9 2024-12-03T20:19:18,695 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:19:18,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.tmp.dir so I do NOT create it in target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9 2024-12-03T20:19:18,695 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d863d01d-9bab-2e9c-884e-a72a94e372cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:19:18,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9 2024-12-03T20:19:18,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:19:18,695 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5, deleteOnExit=true 2024-12-03T20:19:18,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T20:19:18,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/test.cache.data in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T20:19:18,696 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:18,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:19:18,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:19:18,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:18,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:18,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:18,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:18,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:18,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:18,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a7d9cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:18,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f28d89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:18,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fcfbccf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/java.io.tmpdir/jetty-localhost-45789-hadoop-hdfs-3_4_1-tests_jar-_-any-11939431728163304485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:18,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4307e16d{HTTP/1.1, (http/1.1)}{localhost:45789} 2024-12-03T20:19:18,964 INFO [Time-limited test {}] server.Server(415): Started @19052ms 2024-12-03T20:19:19,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:19,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:19,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:19,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:19,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:19,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b02fa93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:19,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c139efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:19,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7da92367{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/java.io.tmpdir/jetty-localhost-35479-hadoop-hdfs-3_4_1-tests_jar-_-any-11784682454278476968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:19,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7136f461{HTTP/1.1, (http/1.1)}{localhost:35479} 2024-12-03T20:19:19,169 INFO [Time-limited test {}] server.Server(415): Started @19258ms 2024-12-03T20:19:19,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:19,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:19,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:19,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:19,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:19,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:19,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e6beea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:19,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4818e6b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:19,273 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data1/current/BP-2082824288-172.17.0.2-1733257158729/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:19,273 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data2/current/BP-2082824288-172.17.0.2-1733257158729/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:19,292 WARN [Thread-875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb1e893bc99d1d45 with lease ID 0x376c2654cbd0ecbd: Processing first storage report for DS-3c29b52d-8954-4981-a56f-bfc92e291935 from datanode DatanodeRegistration(127.0.0.1:40585, datanodeUuid=2926fbef-c454-4036-9e1f-959151008865, infoPort=34865, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729) 2024-12-03T20:19:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb1e893bc99d1d45 with lease ID 0x376c2654cbd0ecbd: from storage DS-3c29b52d-8954-4981-a56f-bfc92e291935 node DatanodeRegistration(127.0.0.1:40585, datanodeUuid=2926fbef-c454-4036-9e1f-959151008865, infoPort=34865, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T20:19:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb1e893bc99d1d45 with lease ID 0x376c2654cbd0ecbd: Processing first storage report for DS-ab06308b-9991-4ba8-9eb3-38635a141547 from datanode DatanodeRegistration(127.0.0.1:40585, datanodeUuid=2926fbef-c454-4036-9e1f-959151008865, infoPort=34865, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729) 2024-12-03T20:19:19,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb1e893bc99d1d45 with lease ID 0x376c2654cbd0ecbd: from storage DS-ab06308b-9991-4ba8-9eb3-38635a141547 node DatanodeRegistration(127.0.0.1:40585, datanodeUuid=2926fbef-c454-4036-9e1f-959151008865, infoPort=34865, infoSecurePort=0, ipcPort=44449, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:19,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c66fdda{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/java.io.tmpdir/jetty-localhost-38297-hadoop-hdfs-3_4_1-tests_jar-_-any-2065910711765788641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:19,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49509e66{HTTP/1.1, (http/1.1)}{localhost:38297} 2024-12-03T20:19:19,336 INFO [Time-limited test {}] server.Server(415): Started @19424ms 2024-12-03T20:19:19,337 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:19,433 WARN [Thread-923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data4/current/BP-2082824288-172.17.0.2-1733257158729/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:19,433 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data3/current/BP-2082824288-172.17.0.2-1733257158729/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:19,457 WARN [Thread-911 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72280375f5b215ea with lease ID 0x376c2654cbd0ecbe: Processing first storage report for DS-e725d127-58a0-41dd-8ac9-9407652d313c from datanode DatanodeRegistration(127.0.0.1:42369, datanodeUuid=42f53e9c-99fd-40ec-b28a-093b4c432c31, infoPort=41655, infoSecurePort=0, ipcPort=37057, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729) 2024-12-03T20:19:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72280375f5b215ea with lease ID 0x376c2654cbd0ecbe: from storage DS-e725d127-58a0-41dd-8ac9-9407652d313c node DatanodeRegistration(127.0.0.1:42369, datanodeUuid=42f53e9c-99fd-40ec-b28a-093b4c432c31, infoPort=41655, infoSecurePort=0, ipcPort=37057, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72280375f5b215ea with lease ID 0x376c2654cbd0ecbe: Processing first storage report for DS-fec6f672-e2df-424e-9425-b19037cd3b94 from datanode DatanodeRegistration(127.0.0.1:42369, datanodeUuid=42f53e9c-99fd-40ec-b28a-093b4c432c31, infoPort=41655, infoSecurePort=0, ipcPort=37057, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729) 2024-12-03T20:19:19,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72280375f5b215ea with lease ID 0x376c2654cbd0ecbe: from storage DS-fec6f672-e2df-424e-9425-b19037cd3b94 node DatanodeRegistration(127.0.0.1:42369, datanodeUuid=42f53e9c-99fd-40ec-b28a-093b4c432c31, infoPort=41655, infoSecurePort=0, ipcPort=37057, storageInfo=lv=-57;cid=testClusterID;nsid=248693261;c=1733257158729), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:19,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9 2024-12-03T20:19:19,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/zookeeper_0, clientPort=58572, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:19:19,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58572 2024-12-03T20:19:19,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:19,481 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50 with version=8 2024-12-03T20:19:19,481 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/hbase-staging 2024-12-03T20:19:19,483 INFO [Time-limited test {}] client.ConnectionUtils(129): master/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:19,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:19,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:19,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:19,483 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:19,484 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45059 2024-12-03T20:19:19,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45059 connecting to ZooKeeper ensemble=127.0.0.1:58572 2024-12-03T20:19:19,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450590x0, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:19,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45059-0x10059891c100000 connected 2024-12-03T20:19:19,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:19,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:19,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:19,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45059 2024-12-03T20:19:19,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45059 2024-12-03T20:19:19,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45059 2024-12-03T20:19:19,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45059 2024-12-03T20:19:19,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45059 2024-12-03T20:19:19,522 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50, hbase.cluster.distributed=false 2024-12-03T20:19:19,547 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:19,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:19,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:19,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:19,547 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:19,548 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45675 2024-12-03T20:19:19,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:19,557 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T20:19:19,566 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T20:19:19,570 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T20:19:19,572 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T20:19:19,573 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:19,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45675 connecting to ZooKeeper ensemble=127.0.0.1:58572 2024-12-03T20:19:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456750x0, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:19,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456750x0, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:19,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45675-0x10059891c100001 connected 2024-12-03T20:19:19,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:19,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:19,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45675 2024-12-03T20:19:19,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45675 2024-12-03T20:19:19,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45675 2024-12-03T20:19:19,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45675 2024-12-03T20:19:19,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45675 2024-12-03T20:19:19,607 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:19,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:19,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:19,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:19,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:19,607 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:19,608 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33113 2024-12-03T20:19:19,608 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:19,609 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T20:19:19,619 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T20:19:19,619 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T20:19:19,620 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T20:19:19,620 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:19,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33113 connecting to ZooKeeper ensemble=127.0.0.1:58572 2024-12-03T20:19:19,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331130x0, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:19,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33113-0x10059891c100002 connected 2024-12-03T20:19:19,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:19,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:19,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:19,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33113 2024-12-03T20:19:19,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33113 2024-12-03T20:19:19,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33113 2024-12-03T20:19:19,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33113 2024-12-03T20:19:19,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33113 2024-12-03T20:19:19,633 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/438d02c2e720,45059,1733257159482 2024-12-03T20:19:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:19,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:19,635 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/438d02c2e720,45059,1733257159482 2024-12-03T20:19:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,638 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:19,639 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/438d02c2e720,45059,1733257159482 from backup master directory 2024-12-03T20:19:19,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/438d02c2e720,45059,1733257159482 2024-12-03T20:19:19,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:19,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:19,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:19,640 WARN [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:19,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:19,640 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=438d02c2e720,45059,1733257159482 2024-12-03T20:19:19,645 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;438d02c2e720:45059 2024-12-03T20:19:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:19,652 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/hbase.id with ID: 7edf82b8-ef56-40b7-887f-2b701e26d4d0 2024-12-03T20:19:19,663 INFO [master/438d02c2e720:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:19,674 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:19,675 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:19:19,675 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:19,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:19,684 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store 2024-12-03T20:19:19,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:19,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:19,690 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:19,690 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:19,690 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:19,690 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:19,690 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:19,691 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:19,691 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:19,691 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:19,691 WARN [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/.initializing 2024-12-03T20:19:19,691 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/WALs/438d02c2e720,45059,1733257159482 2024-12-03T20:19:19,692 INFO [master/438d02c2e720:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:19,694 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C45059%2C1733257159482, suffix=, logDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/WALs/438d02c2e720,45059,1733257159482, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/oldWALs, maxLogs=10 2024-12-03T20:19:19,708 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/WALs/438d02c2e720,45059,1733257159482/438d02c2e720%2C45059%2C1733257159482.1733257159694, exclude list is [], retry=0 2024-12-03T20:19:19,710 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-e725d127-58a0-41dd-8ac9-9407652d313c,DISK] 2024-12-03T20:19:19,710 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-3c29b52d-8954-4981-a56f-bfc92e291935,DISK] 2024-12-03T20:19:19,712 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/WALs/438d02c2e720,45059,1733257159482/438d02c2e720%2C45059%2C1733257159482.1733257159694 2024-12-03T20:19:19,713 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655),(127.0.0.1/127.0.0.1:34865:34865)] 2024-12-03T20:19:19,713 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:19,713 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:19,713 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,713 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:19:19,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:19,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:19:19,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:19,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:19:19,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:19,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:19:19,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:19,722 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,723 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,724 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:19:19,726 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:19,728 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:19,728 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66571863, jitterRate=-0.008001938462257385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:19:19,729 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:19,729 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:19:19,732 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375d720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:19,733 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T20:19:19,733 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:19:19,733 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:19:19,733 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:19:19,734 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:19:19,734 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:19:19,734 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:19:19,736 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:19:19,737 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:19:19,738 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:19:19,738 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:19:19,739 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:19:19,740 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:19:19,740 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:19:19,741 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:19:19,743 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:19:19,743 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:19:19,744 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:19:19,745 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:19:19,747 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:19:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:19,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,749 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=438d02c2e720,45059,1733257159482, sessionid=0x10059891c100000, setting cluster-up flag (Was=false) 2024-12-03T20:19:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,758 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:19:19,758 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,45059,1733257159482 2024-12-03T20:19:19,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:19,768 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:19:19,769 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,45059,1733257159482 2024-12-03T20:19:19,771 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:19,772 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T20:19:19,772 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 438d02c2e720,45059,1733257159482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/438d02c2e720:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:19,772 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,773 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257189773 2024-12-03T20:19:19,773 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:19:19,773 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:19,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:19:19,774 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:19:19,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:19:19,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:19:19,775 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257159775,5,FailOnTimeoutGroup] 2024-12-03T20:19:19,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,775 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257159775,5,FailOnTimeoutGroup] 2024-12-03T20:19:19,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:19:19,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,775 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:19,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T20:19:19,787 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50 2024-12-03T20:19:19,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:19,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:19,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:19,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:19,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:19,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:19,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:19,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:19,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:19,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:19,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:19,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:19,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:19,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740 2024-12-03T20:19:19,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740 2024-12-03T20:19:19,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:19,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:19,807 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:19,807 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68623396, jitterRate=0.02256828546524048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:19,808 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:19,808 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:19,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:19,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:19,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T20:19:19,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:19:19,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:19:19,811 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:19:19,844 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;438d02c2e720:33113 2024-12-03T20:19:19,845 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;438d02c2e720:45675 2024-12-03T20:19:19,846 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1008): ClusterId : 7edf82b8-ef56-40b7-887f-2b701e26d4d0 2024-12-03T20:19:19,846 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1008): ClusterId : 7edf82b8-ef56-40b7-887f-2b701e26d4d0 2024-12-03T20:19:19,846 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:19,846 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:19,848 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:19,848 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:19,848 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:19,848 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:19,850 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:19,850 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:19,851 DEBUG [RS:0;438d02c2e720:45675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e4395e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:19,851 DEBUG [RS:1;438d02c2e720:33113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c65b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:19,851 DEBUG [RS:0;438d02c2e720:45675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b14fbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:19,851 INFO [RS:0;438d02c2e720:45675 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:19,851 INFO [RS:0;438d02c2e720:45675 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:19,851 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:19,851 DEBUG [RS:1;438d02c2e720:33113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f29877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:19,852 INFO [RS:1;438d02c2e720:33113 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:19,852 INFO [RS:1;438d02c2e720:33113 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:19,852 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:19,852 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,45059,1733257159482 with isa=438d02c2e720/172.17.0.2:45675, startcode=1733257159546 2024-12-03T20:19:19,852 DEBUG [RS:0;438d02c2e720:45675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:19,852 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,45059,1733257159482 with isa=438d02c2e720/172.17.0.2:33113, startcode=1733257159606 2024-12-03T20:19:19,852 DEBUG [RS:1;438d02c2e720:33113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:19,854 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51673, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:19,854 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50537, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:19,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45059 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,33113,1733257159606 2024-12-03T20:19:19,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45059 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,33113,1733257159606 2024-12-03T20:19:19,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45059 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,45675,1733257159546 2024-12-03T20:19:19,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45059 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,45675,1733257159546 2024-12-03T20:19:19,856 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50 2024-12-03T20:19:19,856 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38729 2024-12-03T20:19:19,856 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:19,857 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50 2024-12-03T20:19:19,857 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38729 2024-12-03T20:19:19,857 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:19,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:19,862 DEBUG [RS:1;438d02c2e720:33113 {}] zookeeper.ZKUtil(111): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,33113,1733257159606 2024-12-03T20:19:19,862 WARN [RS:1;438d02c2e720:33113 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:19,862 INFO [RS:1;438d02c2e720:33113 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:19,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,45675,1733257159546] 2024-12-03T20:19:19,862 DEBUG [RS:0;438d02c2e720:45675 {}] zookeeper.ZKUtil(111): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,45675,1733257159546 2024-12-03T20:19:19,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,33113,1733257159606] 2024-12-03T20:19:19,862 WARN [RS:0;438d02c2e720:45675 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:19,862 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,33113,1733257159606 2024-12-03T20:19:19,862 INFO [RS:0;438d02c2e720:45675 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:19,863 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,45675,1733257159546 2024-12-03T20:19:19,866 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:19,866 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:19,867 INFO [RS:1;438d02c2e720:33113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:19,867 INFO [RS:0;438d02c2e720:45675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:19,868 INFO [RS:1;438d02c2e720:33113 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:19,869 INFO [RS:1;438d02c2e720:33113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:19,869 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,869 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:19,870 INFO [RS:0;438d02c2e720:45675 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:19,870 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,870 INFO [RS:0;438d02c2e720:45675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,870 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,870 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,870 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,871 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,871 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,871 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:19,871 DEBUG [RS:1;438d02c2e720:33113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:19,871 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,871 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,871 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,871 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,871 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,871 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,871 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,871 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,871 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,871 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,33113,1733257159606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:19,871 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:19,872 DEBUG [RS:0;438d02c2e720:45675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:19,873 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,873 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,873 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,873 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,873 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45675,1733257159546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:19,887 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:19,887 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45675,1733257159546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,893 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:19,893 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,33113,1733257159606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:19,902 INFO [RS:0;438d02c2e720:45675 {}] regionserver.Replication(204): 438d02c2e720,45675,1733257159546 started 2024-12-03T20:19:19,902 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,45675,1733257159546, RpcServer on 438d02c2e720/172.17.0.2:45675, sessionid=0x10059891c100001 2024-12-03T20:19:19,902 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:19,902 DEBUG [RS:0;438d02c2e720:45675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,45675,1733257159546 2024-12-03T20:19:19,902 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,45675,1733257159546' 2024-12-03T20:19:19,902 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:19,902 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:19,903 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:19,903 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:19,903 DEBUG [RS:0;438d02c2e720:45675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,45675,1733257159546 2024-12-03T20:19:19,903 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,45675,1733257159546' 2024-12-03T20:19:19,903 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:19,903 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:19,904 DEBUG [RS:0;438d02c2e720:45675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:19,904 INFO [RS:0;438d02c2e720:45675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:19,904 INFO [RS:0;438d02c2e720:45675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:19,914 INFO [RS:1;438d02c2e720:33113 {}] regionserver.Replication(204): 438d02c2e720,33113,1733257159606 started 2024-12-03T20:19:19,914 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,33113,1733257159606, RpcServer on 438d02c2e720/172.17.0.2:33113, sessionid=0x10059891c100002 2024-12-03T20:19:19,914 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:19,914 DEBUG [RS:1;438d02c2e720:33113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,33113,1733257159606 2024-12-03T20:19:19,914 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,33113,1733257159606' 2024-12-03T20:19:19,914 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:19,914 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:19,915 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:19,915 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:19,915 DEBUG [RS:1;438d02c2e720:33113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,33113,1733257159606 2024-12-03T20:19:19,915 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,33113,1733257159606' 2024-12-03T20:19:19,915 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:19,915 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:19,916 DEBUG [RS:1;438d02c2e720:33113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:19,916 INFO [RS:1;438d02c2e720:33113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:19,916 INFO [RS:1;438d02c2e720:33113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:19,961 WARN [438d02c2e720:45059 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:19:20,004 INFO [RS:0;438d02c2e720:45675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:20,006 INFO [RS:0;438d02c2e720:45675 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C45675%2C1733257159546, suffix=, logDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,45675,1733257159546, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/oldWALs, maxLogs=32 2024-12-03T20:19:20,016 INFO [RS:1;438d02c2e720:33113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:20,018 INFO [RS:1;438d02c2e720:33113 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C33113%2C1733257159606, suffix=, logDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,33113,1733257159606, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/oldWALs, maxLogs=32 2024-12-03T20:19:20,020 DEBUG [RS:0;438d02c2e720:45675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,45675,1733257159546/438d02c2e720%2C45675%2C1733257159546.1733257160007, exclude list is [], retry=0 2024-12-03T20:19:20,024 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-3c29b52d-8954-4981-a56f-bfc92e291935,DISK] 2024-12-03T20:19:20,024 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-e725d127-58a0-41dd-8ac9-9407652d313c,DISK] 2024-12-03T20:19:20,026 INFO [RS:0;438d02c2e720:45675 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,45675,1733257159546/438d02c2e720%2C45675%2C1733257159546.1733257160007 2024-12-03T20:19:20,026 DEBUG [RS:0;438d02c2e720:45675 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34865:34865),(127.0.0.1/127.0.0.1:41655:41655)] 2024-12-03T20:19:20,032 DEBUG [RS:1;438d02c2e720:33113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,33113,1733257159606/438d02c2e720%2C33113%2C1733257159606.1733257160018, exclude list is [], retry=0 2024-12-03T20:19:20,035 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-3c29b52d-8954-4981-a56f-bfc92e291935,DISK] 2024-12-03T20:19:20,035 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-e725d127-58a0-41dd-8ac9-9407652d313c,DISK] 2024-12-03T20:19:20,037 INFO [RS:1;438d02c2e720:33113 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,33113,1733257159606/438d02c2e720%2C33113%2C1733257159606.1733257160018 2024-12-03T20:19:20,037 DEBUG [RS:1;438d02c2e720:33113 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34865:34865),(127.0.0.1/127.0.0.1:41655:41655)] 2024-12-03T20:19:20,212 DEBUG [438d02c2e720:45059 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T20:19:20,212 DEBUG [438d02c2e720:45059 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:20,214 DEBUG [438d02c2e720:45059 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:20,214 DEBUG [438d02c2e720:45059 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:20,214 INFO [438d02c2e720:45059 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:20,214 INFO [438d02c2e720:45059 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:20,214 DEBUG [438d02c2e720:45059 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:20,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=438d02c2e720,33113,1733257159606 2024-12-03T20:19:20,216 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,33113,1733257159606, state=OPENING 2024-12-03T20:19:20,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:19:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:20,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=438d02c2e720,33113,1733257159606}] 2024-12-03T20:19:20,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:20,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:20,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:20,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,33113,1733257159606 2024-12-03T20:19:20,373 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:20,374 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:20,378 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T20:19:20,379 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:20,379 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:19:20,381 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C33113%2C1733257159606.meta, suffix=.meta, logDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,33113,1733257159606, archiveDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/oldWALs, maxLogs=32 2024-12-03T20:19:20,396 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,33113,1733257159606/438d02c2e720%2C33113%2C1733257159606.meta.1733257160381.meta, exclude list is [], retry=0 2024-12-03T20:19:20,399 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42369,DS-e725d127-58a0-41dd-8ac9-9407652d313c,DISK] 2024-12-03T20:19:20,399 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40585,DS-3c29b52d-8954-4981-a56f-bfc92e291935,DISK] 2024-12-03T20:19:20,402 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/WALs/438d02c2e720,33113,1733257159606/438d02c2e720%2C33113%2C1733257159606.meta.1733257160381.meta 2024-12-03T20:19:20,402 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655),(127.0.0.1/127.0.0.1:34865:34865)] 2024-12-03T20:19:20,402 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:20,403 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:19:20,403 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:19:20,403 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:19:20,403 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:19:20,404 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:20,404 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T20:19:20,404 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T20:19:20,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:20,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:20,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:20,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:20,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:20,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:20,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:20,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:20,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:20,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:20,410 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740 2024-12-03T20:19:20,411 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740 2024-12-03T20:19:20,413 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:20,414 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:20,415 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70149692, jitterRate=0.04531186819076538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:20,416 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:20,417 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257160373 2024-12-03T20:19:20,419 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:19:20,419 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T20:19:20,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,33113,1733257159606 2024-12-03T20:19:20,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,33113,1733257159606, state=OPEN 2024-12-03T20:19:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:20,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:20,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:20,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:20,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:19:20,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=438d02c2e720,33113,1733257159606 in 202 msec 2024-12-03T20:19:20,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:19:20,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-12-03T20:19:20,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 657 msec 2024-12-03T20:19:20,428 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257160428, completionTime=-1 2024-12-03T20:19:20,428 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T20:19:20,428 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T20:19:20,429 DEBUG [hconnection-0x668e45c3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:20,431 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:20,432 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T20:19:20,432 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257220432 2024-12-03T20:19:20,432 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257280432 2024-12-03T20:19:20,432 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-03T20:19:20,439 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45059,1733257159482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:20,439 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45059,1733257159482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:20,439 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45059,1733257159482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:20,439 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-438d02c2e720:45059, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:20,439 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:20,439 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T20:19:20,440 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:20,441 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T20:19:20,441 DEBUG [master/438d02c2e720:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T20:19:20,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:20,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:20,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:20,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:20,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:20,858 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3937c2c4bd3feea0395e2bdb89805d5a, NAME => 'hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50 2024-12-03T20:19:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:20,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:20,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3937c2c4bd3feea0395e2bdb89805d5a, disabling compactions & flushes 2024-12-03T20:19:20,866 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:20,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:20,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. after waiting 0 ms 2024-12-03T20:19:20,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:20,866 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:20,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3937c2c4bd3feea0395e2bdb89805d5a: 2024-12-03T20:19:20,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:20,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733257160867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257160867"}]},"ts":"1733257160867"} 2024-12-03T20:19:20,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T20:19:20,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:20,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257160871"}]},"ts":"1733257160871"} 2024-12-03T20:19:20,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T20:19:20,877 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:20,878 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:20,878 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:20,878 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:20,878 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:20,878 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:20,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3937c2c4bd3feea0395e2bdb89805d5a, ASSIGN}] 2024-12-03T20:19:20,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3937c2c4bd3feea0395e2bdb89805d5a, ASSIGN 2024-12-03T20:19:20,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3937c2c4bd3feea0395e2bdb89805d5a, ASSIGN; state=OFFLINE, location=438d02c2e720,45675,1733257159546; forceNewPlan=false, retain=false 2024-12-03T20:19:21,031 INFO [438d02c2e720:45059 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T20:19:21,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3937c2c4bd3feea0395e2bdb89805d5a, regionState=OPENING, regionLocation=438d02c2e720,45675,1733257159546 2024-12-03T20:19:21,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3937c2c4bd3feea0395e2bdb89805d5a, server=438d02c2e720,45675,1733257159546}] 2024-12-03T20:19:21,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 438d02c2e720,45675,1733257159546 2024-12-03T20:19:21,186 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:21,188 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:21,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:21,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3937c2c4bd3feea0395e2bdb89805d5a, NAME => 'hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:21,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:21,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:21,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:21,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:21,194 INFO [StoreOpener-3937c2c4bd3feea0395e2bdb89805d5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:21,195 INFO [StoreOpener-3937c2c4bd3feea0395e2bdb89805d5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3937c2c4bd3feea0395e2bdb89805d5a columnFamilyName info 2024-12-03T20:19:21,196 DEBUG [StoreOpener-3937c2c4bd3feea0395e2bdb89805d5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:21,196 INFO [StoreOpener-3937c2c4bd3feea0395e2bdb89805d5a-1 {}] regionserver.HStore(327): Store=3937c2c4bd3feea0395e2bdb89805d5a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:21,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:21,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:21,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:21,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:21,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3937c2c4bd3feea0395e2bdb89805d5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63623879, jitterRate=-0.051930323243141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:21,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3937c2c4bd3feea0395e2bdb89805d5a: 2024-12-03T20:19:21,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a., pid=6, masterSystemTime=1733257161186 2024-12-03T20:19:21,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:21,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:21,207 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3937c2c4bd3feea0395e2bdb89805d5a, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,45675,1733257159546 2024-12-03T20:19:21,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:19:21,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3937c2c4bd3feea0395e2bdb89805d5a, server=438d02c2e720,45675,1733257159546 in 174 msec 2024-12-03T20:19:21,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:19:21,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3937c2c4bd3feea0395e2bdb89805d5a, ASSIGN in 332 msec 2024-12-03T20:19:21,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:21,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257161213"}]},"ts":"1733257161213"} 2024-12-03T20:19:21,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T20:19:21,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:21,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 777 msec 2024-12-03T20:19:21,243 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T20:19:21,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:21,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:21,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:21,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:21,248 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:21,249 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:21,251 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T20:19:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:21,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-12-03T20:19:21,274 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T20:19:21,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:21,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-12-03T20:19:21,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T20:19:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T20:19:21,302 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.662sec 2024-12-03T20:19:21,302 INFO [master/438d02c2e720:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:19:21,302 INFO [master/438d02c2e720:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:19:21,302 INFO [master/438d02c2e720:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:19:21,302 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:19:21,302 INFO [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:19:21,303 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45059,1733257159482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:21,303 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45059,1733257159482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:19:21,305 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:19:21,305 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:19:21,305 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,45059,1733257159482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:21,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d196881 to 127.0.0.1:58572 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e89a68d 2024-12-03T20:19:21,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9cc231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:21,341 DEBUG [hconnection-0x54ab2a35-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:21,342 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:21,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=438d02c2e720,45059,1733257159482 2024-12-03T20:19:21,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:19:21,347 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:19:21,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45059 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45059 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T20:19:21,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:21,351 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:21,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45059 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T20:19:21,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:21,361 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1393ac9c5d1a28218c43b41a0df27262, NAME => 'testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50 2024-12-03T20:19:21,361 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 12fc0182c71735a377def97b155c794d, NAME => 'testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50 2024-12-03T20:19:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:21,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:21,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:21,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:21,370 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 1393ac9c5d1a28218c43b41a0df27262, disabling compactions & flushes 2024-12-03T20:19:21,371 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. after waiting 0 ms 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:21,371 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1393ac9c5d1a28218c43b41a0df27262: 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 12fc0182c71735a377def97b155c794d, disabling compactions & flushes 2024-12-03T20:19:21,371 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. after waiting 0 ms 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:21,371 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:21,371 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 12fc0182c71735a377def97b155c794d: 2024-12-03T20:19:21,372 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:21,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257161372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257161372"}]},"ts":"1733257161372"} 2024-12-03T20:19:21,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257161372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257161372"}]},"ts":"1733257161372"} 2024-12-03T20:19:21,375 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T20:19:21,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:21,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257161376"}]},"ts":"1733257161376"} 2024-12-03T20:19:21,378 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T20:19:21,381 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:21,383 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:21,383 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:21,383 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:21,383 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:21,383 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:21,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1393ac9c5d1a28218c43b41a0df27262, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12fc0182c71735a377def97b155c794d, ASSIGN}] 2024-12-03T20:19:21,384 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12fc0182c71735a377def97b155c794d, ASSIGN 2024-12-03T20:19:21,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1393ac9c5d1a28218c43b41a0df27262, ASSIGN 2024-12-03T20:19:21,385 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12fc0182c71735a377def97b155c794d, ASSIGN; state=OFFLINE, location=438d02c2e720,33113,1733257159606; forceNewPlan=false, retain=false 2024-12-03T20:19:21,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1393ac9c5d1a28218c43b41a0df27262, ASSIGN; state=OFFLINE, location=438d02c2e720,45675,1733257159546; forceNewPlan=false, retain=false 2024-12-03T20:19:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:21,535 INFO [438d02c2e720:45059 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T20:19:21,536 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=12fc0182c71735a377def97b155c794d, regionState=OPENING, regionLocation=438d02c2e720,33113,1733257159606 2024-12-03T20:19:21,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1393ac9c5d1a28218c43b41a0df27262, regionState=OPENING, regionLocation=438d02c2e720,45675,1733257159546 2024-12-03T20:19:21,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 1393ac9c5d1a28218c43b41a0df27262, server=438d02c2e720,45675,1733257159546}] 2024-12-03T20:19:21,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 12fc0182c71735a377def97b155c794d, server=438d02c2e720,33113,1733257159606}] 2024-12-03T20:19:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:21,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 438d02c2e720,45675,1733257159546 2024-12-03T20:19:21,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,33113,1733257159606 2024-12-03T20:19:21,695 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:21,695 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 1393ac9c5d1a28218c43b41a0df27262, NAME => 'testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T20:19:21,695 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:21,695 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:21,695 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:21,695 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 12fc0182c71735a377def97b155c794d, NAME => 'testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T20:19:21,695 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:21,696 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:21,696 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 12fc0182c71735a377def97b155c794d 2024-12-03T20:19:21,696 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:21,696 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 12fc0182c71735a377def97b155c794d 2024-12-03T20:19:21,696 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 12fc0182c71735a377def97b155c794d 2024-12-03T20:19:21,699 INFO [StoreOpener-1393ac9c5d1a28218c43b41a0df27262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:21,700 INFO [StoreOpener-1393ac9c5d1a28218c43b41a0df27262-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1393ac9c5d1a28218c43b41a0df27262 columnFamilyName family 2024-12-03T20:19:21,700 DEBUG [StoreOpener-1393ac9c5d1a28218c43b41a0df27262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:21,701 INFO [StoreOpener-1393ac9c5d1a28218c43b41a0df27262-1 {}] regionserver.HStore(327): Store=1393ac9c5d1a28218c43b41a0df27262/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:21,701 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:21,702 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:21,704 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:21,708 INFO [StoreOpener-12fc0182c71735a377def97b155c794d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 12fc0182c71735a377def97b155c794d 2024-12-03T20:19:21,708 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:21,709 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 1393ac9c5d1a28218c43b41a0df27262; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73521896, jitterRate=0.09556162357330322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:21,709 INFO [StoreOpener-12fc0182c71735a377def97b155c794d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12fc0182c71735a377def97b155c794d columnFamilyName family 2024-12-03T20:19:21,710 DEBUG [StoreOpener-12fc0182c71735a377def97b155c794d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:21,710 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 1393ac9c5d1a28218c43b41a0df27262: 2024-12-03T20:19:21,710 INFO [StoreOpener-12fc0182c71735a377def97b155c794d-1 {}] regionserver.HStore(327): Store=12fc0182c71735a377def97b155c794d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:21,710 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262., pid=12, masterSystemTime=1733257161690 2024-12-03T20:19:21,711 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d 2024-12-03T20:19:21,712 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d 2024-12-03T20:19:21,712 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:21,712 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:21,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1393ac9c5d1a28218c43b41a0df27262, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,45675,1733257159546 2024-12-03T20:19:21,714 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 12fc0182c71735a377def97b155c794d 2024-12-03T20:19:21,717 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:21,717 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 12fc0182c71735a377def97b155c794d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63715894, jitterRate=-0.05055919289588928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:21,718 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 12fc0182c71735a377def97b155c794d: 2024-12-03T20:19:21,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T20:19:21,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 1393ac9c5d1a28218c43b41a0df27262, server=438d02c2e720,45675,1733257159546 in 177 msec 2024-12-03T20:19:21,718 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d., pid=13, masterSystemTime=1733257161691 2024-12-03T20:19:21,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1393ac9c5d1a28218c43b41a0df27262, ASSIGN in 335 msec 2024-12-03T20:19:21,720 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:21,720 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:21,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=12fc0182c71735a377def97b155c794d, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,33113,1733257159606 2024-12-03T20:19:21,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T20:19:21,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 12fc0182c71735a377def97b155c794d, server=438d02c2e720,33113,1733257159606 in 183 msec 2024-12-03T20:19:21,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-03T20:19:21,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12fc0182c71735a377def97b155c794d, ASSIGN in 341 msec 2024-12-03T20:19:21,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:21,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257161727"}]},"ts":"1733257161727"} 2024-12-03T20:19:21,729 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T20:19:21,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:21,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 384 msec 2024-12-03T20:19:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:21,958 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T20:19:21,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T20:19:21,958 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:21,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T20:19:21,961 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:21,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T20:19:21,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:21,966 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:21,981 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1393ac9c5d1a28218c43b41a0df27262 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T20:19:21,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262/.tmp/family/373f9fea70c3477d80a711ec500a83b2 is 32, key is 1/family:/1733257161966/Put/seqid=0 2024-12-03T20:19:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741841_1017 (size=5054) 2024-12-03T20:19:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741841_1017 (size=5054) 2024-12-03T20:19:22,003 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262/.tmp/family/373f9fea70c3477d80a711ec500a83b2 2024-12-03T20:19:22,010 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262/.tmp/family/373f9fea70c3477d80a711ec500a83b2 as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262/family/373f9fea70c3477d80a711ec500a83b2 2024-12-03T20:19:22,016 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262/family/373f9fea70c3477d80a711ec500a83b2, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T20:19:22,017 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1393ac9c5d1a28218c43b41a0df27262 in 36ms, sequenceid=8, compaction requested=false 2024-12-03T20:19:22,017 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1393ac9c5d1a28218c43b41a0df27262: 2024-12-03T20:19:22,017 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 12fc0182c71735a377def97b155c794d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T20:19:22,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d/.tmp/family/1cc7937d24084e26b947924ed5e3beef is 32, key is 5/family:/1733257161974/Put/seqid=0 2024-12-03T20:19:22,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741842_1018 (size=5083) 2024-12-03T20:19:22,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741842_1018 (size=5083) 2024-12-03T20:19:22,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d/.tmp/family/1cc7937d24084e26b947924ed5e3beef 2024-12-03T20:19:22,045 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d/.tmp/family/1cc7937d24084e26b947924ed5e3beef as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d/family/1cc7937d24084e26b947924ed5e3beef 2024-12-03T20:19:22,051 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d/family/1cc7937d24084e26b947924ed5e3beef, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T20:19:22,052 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 12fc0182c71735a377def97b155c794d in 35ms, sequenceid=9, compaction requested=false 2024-12-03T20:19:22,052 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 12fc0182c71735a377def97b155c794d: 2024-12-03T20:19:22,053 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55687dca to 127.0.0.1:58572 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@409397b6 2024-12-03T20:19:22,056 DEBUG [ReadOnlyZKClient-127.0.0.1:58572@0x55687dca {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ec1be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:22,062 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T20:19:22,063 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-03T20:19:22,064 DEBUG [ReadOnlyZKClient-127.0.0.1:58572@0x55687dca {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=438d02c2e720,33113,1733257159606, seqNum=-1] 2024-12-03T20:19:22,064 DEBUG [ReadOnlyZKClient-127.0.0.1:58572@0x55687dca {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:22,065 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:22,068 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:22,068 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:22,069 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:22,069 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45675 {}] bucket.BucketCache(1851): found 1 blocks for file 373f9fea70c3477d80a711ec500a83b2, starting offset: 0, end offset: 9223372036854775807 2024-12-03T20:19:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] bucket.BucketCache(1851): found 1 blocks for file 1cc7937d24084e26b947924ed5e3beef, starting offset: 0, end offset: 9223372036854775807 2024-12-03T20:19:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45675 {}] bucket.BucketCache(843): removed key 373f9fea70c3477d80a711ec500a83b2_0 from back map with offset lock 2094080 in the evict process 2024-12-03T20:19:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] bucket.BucketCache(843): removed key 1cc7937d24084e26b947924ed5e3beef_0 from back map with offset lock 2094080 in the evict process 2024-12-03T20:19:22,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-03T20:19:22,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:19:22,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55687dca to 127.0.0.1:58572 2024-12-03T20:19:22,072 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T20:19:22,072 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T20:19:22,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d196881 to 127.0.0.1:58572 2024-12-03T20:19:22,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:19:22,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1182394913, stopped=false 2024-12-03T20:19:22,073 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=438d02c2e720,45059,1733257159482 2024-12-03T20:19:22,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T20:19:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:22,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:22,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,078 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,45675,1733257159546' ***** 2024-12-03T20:19:22,078 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:22,078 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,33113,1733257159606' ***** 2024-12-03T20:19:22,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:22,078 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:22,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:22,078 INFO [RS:1;438d02c2e720:33113 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T20:19:22,078 INFO [RS:0;438d02c2e720:45675 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T20:19:22,079 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T20:19:22,079 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T20:19:22,079 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T20:19:22,079 INFO [RS:0;438d02c2e720:45675 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T20:19:22,079 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T20:19:22,079 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T20:19:22,079 INFO [RS:1;438d02c2e720:33113 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T20:19:22,079 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:22,079 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:22,079 INFO [RS:1;438d02c2e720:33113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:22,079 INFO [RS:0;438d02c2e720:45675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:22,079 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:22,079 INFO [RS:1;438d02c2e720:33113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:22,079 INFO [RS:0;438d02c2e720:45675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:22,079 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(3579): Received CLOSE for 12fc0182c71735a377def97b155c794d 2024-12-03T20:19:22,079 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(3579): Received CLOSE for 3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:22,080 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T20:19:22,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:22,080 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(3579): Received CLOSE for 1393ac9c5d1a28218c43b41a0df27262 2024-12-03T20:19:22,080 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,45675,1733257159546 2024-12-03T20:19:22,080 DEBUG [RS:0;438d02c2e720:45675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,080 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T20:19:22,080 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1603): Online Regions={3937c2c4bd3feea0395e2bdb89805d5a=hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a., 1393ac9c5d1a28218c43b41a0df27262=testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262.} 2024-12-03T20:19:22,080 DEBUG [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1629): Waiting on 1393ac9c5d1a28218c43b41a0df27262, 3937c2c4bd3feea0395e2bdb89805d5a 2024-12-03T20:19:22,080 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,33113,1733257159606 2024-12-03T20:19:22,080 DEBUG [RS:1;438d02c2e720:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,080 INFO [RS:1;438d02c2e720:33113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:22,080 INFO [RS:1;438d02c2e720:33113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:22,080 INFO [RS:1;438d02c2e720:33113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:22,080 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 12fc0182c71735a377def97b155c794d, disabling compactions & flushes 2024-12-03T20:19:22,080 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T20:19:22,080 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:22,080 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. after waiting 0 ms 2024-12-03T20:19:22,080 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3937c2c4bd3feea0395e2bdb89805d5a, disabling compactions & flushes 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:22,081 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. after waiting 0 ms 2024-12-03T20:19:22,081 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:22,081 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1603): Online Regions={12fc0182c71735a377def97b155c794d=testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:19:22,081 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3937c2c4bd3feea0395e2bdb89805d5a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T20:19:22,081 DEBUG [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1629): Waiting on 12fc0182c71735a377def97b155c794d, 1588230740 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:22,081 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:22,081 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:22,081 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T20:19:22,104 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/.tmp/info/facfc60830574350810992f87f9f445e is 173, key is testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d./info:regioninfo/1733257161720/Put/seqid=0 2024-12-03T20:19:22,109 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/12fc0182c71735a377def97b155c794d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T20:19:22,109 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:22,110 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 12fc0182c71735a377def97b155c794d: 2024-12-03T20:19:22,110 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733257161348.12fc0182c71735a377def97b155c794d. 2024-12-03T20:19:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:22,120 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a/.tmp/info/26445ab772a345ed9f34386ce98c4c52 is 45, key is default/info:d/1733257161256/Put/seqid=0 2024-12-03T20:19:22,120 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/.tmp/info/facfc60830574350810992f87f9f445e 2024-12-03T20:19:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:22,131 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a/.tmp/info/26445ab772a345ed9f34386ce98c4c52 2024-12-03T20:19:22,138 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a/.tmp/info/26445ab772a345ed9f34386ce98c4c52 as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a/info/26445ab772a345ed9f34386ce98c4c52 2024-12-03T20:19:22,145 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a/info/26445ab772a345ed9f34386ce98c4c52, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T20:19:22,146 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3937c2c4bd3feea0395e2bdb89805d5a in 65ms, sequenceid=6, compaction requested=false 2024-12-03T20:19:22,150 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/.tmp/table/fb053a2f6a8f4482acb964e916964af8 is 61, key is testClearRegionBlockCache/table:state/1733257161727/Put/seqid=0 2024-12-03T20:19:22,153 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/namespace/3937c2c4bd3feea0395e2bdb89805d5a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:19:22,154 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:22,154 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3937c2c4bd3feea0395e2bdb89805d5a: 2024-12-03T20:19:22,154 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733257160440.3937c2c4bd3feea0395e2bdb89805d5a. 2024-12-03T20:19:22,154 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1393ac9c5d1a28218c43b41a0df27262, disabling compactions & flushes 2024-12-03T20:19:22,154 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:22,154 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:22,154 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. after waiting 0 ms 2024-12-03T20:19:22,154 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:22,157 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/.tmp/table/fb053a2f6a8f4482acb964e916964af8 2024-12-03T20:19:22,163 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/default/testClearRegionBlockCache/1393ac9c5d1a28218c43b41a0df27262/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:19:22,164 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:22,164 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1393ac9c5d1a28218c43b41a0df27262: 2024-12-03T20:19:22,164 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733257161348.1393ac9c5d1a28218c43b41a0df27262. 2024-12-03T20:19:22,166 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/.tmp/info/facfc60830574350810992f87f9f445e as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/info/facfc60830574350810992f87f9f445e 2024-12-03T20:19:22,172 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/info/facfc60830574350810992f87f9f445e, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T20:19:22,173 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/.tmp/table/fb053a2f6a8f4482acb964e916964af8 as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/table/fb053a2f6a8f4482acb964e916964af8 2024-12-03T20:19:22,173 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:22,175 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:22,179 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/table/fb053a2f6a8f4482acb964e916964af8, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T20:19:22,180 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=16, compaction requested=false 2024-12-03T20:19:22,185 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:19:22,185 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:19:22,186 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:22,186 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:22,186 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:22,280 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,45675,1733257159546; all regions closed. 2024-12-03T20:19:22,281 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,33113,1733257159606; all regions closed. 2024-12-03T20:19:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741833_1009 (size=3079) 2024-12-03T20:19:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741833_1009 (size=3079) 2024-12-03T20:19:22,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:22,286 DEBUG [RS:0;438d02c2e720:45675 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/oldWALs 2024-12-03T20:19:22,286 INFO [RS:0;438d02c2e720:45675 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C45675%2C1733257159546:(num 1733257160007) 2024-12-03T20:19:22,286 DEBUG [RS:0;438d02c2e720:45675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,286 INFO [RS:0;438d02c2e720:45675 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:22,287 INFO [RS:0;438d02c2e720:45675 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:22,287 INFO [RS:0;438d02c2e720:45675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:22,287 INFO [RS:0;438d02c2e720:45675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:22,287 INFO [RS:0;438d02c2e720:45675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:22,287 DEBUG [RS:1;438d02c2e720:33113 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/oldWALs 2024-12-03T20:19:22,287 INFO [RS:1;438d02c2e720:33113 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C33113%2C1733257159606.meta:.meta(num 1733257160381) 2024-12-03T20:19:22,287 INFO [RS:0;438d02c2e720:45675 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45675 2024-12-03T20:19:22,288 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:22,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,45675,1733257159546 2024-12-03T20:19:22,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:22,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,45675,1733257159546] 2024-12-03T20:19:22,291 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,45675,1733257159546; numProcessing=1 2024-12-03T20:19:22,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,45675,1733257159546 already deleted, retry=false 2024-12-03T20:19:22,292 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,45675,1733257159546 expired; onlineServers=1 2024-12-03T20:19:22,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741834_1010 (size=1867) 2024-12-03T20:19:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741834_1010 (size=1867) 2024-12-03T20:19:22,300 DEBUG [RS:1;438d02c2e720:33113 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/oldWALs 2024-12-03T20:19:22,300 INFO [RS:1;438d02c2e720:33113 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C33113%2C1733257159606:(num 1733257160018) 2024-12-03T20:19:22,300 DEBUG [RS:1;438d02c2e720:33113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,300 INFO [RS:1;438d02c2e720:33113 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:22,301 INFO [RS:1;438d02c2e720:33113 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:22,301 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:22,301 INFO [RS:1;438d02c2e720:33113 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33113 2024-12-03T20:19:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,33113,1733257159606 2024-12-03T20:19:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:22,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,33113,1733257159606] 2024-12-03T20:19:22,306 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,33113,1733257159606; numProcessing=2 2024-12-03T20:19:22,307 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,33113,1733257159606 already deleted, retry=false 2024-12-03T20:19:22,307 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,33113,1733257159606 expired; onlineServers=0 2024-12-03T20:19:22,307 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,45059,1733257159482' ***** 2024-12-03T20:19:22,307 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:19:22,307 DEBUG [M:0;438d02c2e720:45059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c38cd0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:22,307 INFO [M:0;438d02c2e720:45059 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,45059,1733257159482 2024-12-03T20:19:22,307 INFO [M:0;438d02c2e720:45059 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,45059,1733257159482; all regions closed. 2024-12-03T20:19:22,307 DEBUG [M:0;438d02c2e720:45059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:22,307 DEBUG [M:0;438d02c2e720:45059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:19:22,307 DEBUG [M:0;438d02c2e720:45059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:19:22,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:19:22,307 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257159775 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257159775,5,FailOnTimeoutGroup] 2024-12-03T20:19:22,307 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257159775 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257159775,5,FailOnTimeoutGroup] 2024-12-03T20:19:22,308 INFO [M:0;438d02c2e720:45059 {}] hbase.ChoreService(370): Chore service for: master/438d02c2e720:0 had [] on shutdown 2024-12-03T20:19:22,308 DEBUG [M:0;438d02c2e720:45059 {}] master.HMaster(1733): Stopping service threads 2024-12-03T20:19:22,308 INFO [M:0;438d02c2e720:45059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:19:22,308 INFO [M:0;438d02c2e720:45059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:19:22,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:19:22,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:22,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:22,309 DEBUG [M:0;438d02c2e720:45059 {}] zookeeper.ZKUtil(347): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T20:19:22,309 WARN [M:0;438d02c2e720:45059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:19:22,309 INFO [M:0;438d02c2e720:45059 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T20:19:22,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:22,309 INFO [M:0;438d02c2e720:45059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:19:22,309 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:22,309 INFO [M:0;438d02c2e720:45059 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:22,309 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:22,309 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:22,309 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:22,310 INFO [M:0;438d02c2e720:45059 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T20:19:22,326 DEBUG [M:0;438d02c2e720:45059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2e9b830cf724e7aa9716cfd383f72ad is 82, key is hbase:meta,,1/info:regioninfo/1733257160419/Put/seqid=0 2024-12-03T20:19:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:22,333 INFO [M:0;438d02c2e720:45059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2e9b830cf724e7aa9716cfd383f72ad 2024-12-03T20:19:22,353 DEBUG [M:0;438d02c2e720:45059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61e550c44cb4d5c93881564b0cc6eb1 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733257161733/Put/seqid=0 2024-12-03T20:19:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741847_1023 (size=7578) 2024-12-03T20:19:22,359 INFO [M:0;438d02c2e720:45059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61e550c44cb4d5c93881564b0cc6eb1 2024-12-03T20:19:22,378 DEBUG [M:0;438d02c2e720:45059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d601875b2344aa3acf149a4fa9cd874 is 69, key is 438d02c2e720,33113,1733257159606/rs:state/1733257159855/Put/seqid=0 2024-12-03T20:19:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:22,385 INFO [M:0;438d02c2e720:45059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d601875b2344aa3acf149a4fa9cd874 2024-12-03T20:19:22,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:22,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45675-0x10059891c100001, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:22,391 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2e9b830cf724e7aa9716cfd383f72ad as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2e9b830cf724e7aa9716cfd383f72ad 2024-12-03T20:19:22,391 INFO [RS:0;438d02c2e720:45675 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,45675,1733257159546; zookeeper connection closed. 2024-12-03T20:19:22,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6231f638 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6231f638 2024-12-03T20:19:22,398 INFO [M:0;438d02c2e720:45059 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2e9b830cf724e7aa9716cfd383f72ad, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T20:19:22,399 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61e550c44cb4d5c93881564b0cc6eb1 as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f61e550c44cb4d5c93881564b0cc6eb1 2024-12-03T20:19:22,406 INFO [M:0;438d02c2e720:45059 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f61e550c44cb4d5c93881564b0cc6eb1, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T20:19:22,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:22,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33113-0x10059891c100002, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:22,406 INFO [RS:1;438d02c2e720:33113 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,33113,1733257159606; zookeeper connection closed. 2024-12-03T20:19:22,406 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c6fde88 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c6fde88 2024-12-03T20:19:22,407 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T20:19:22,407 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d601875b2344aa3acf149a4fa9cd874 as hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d601875b2344aa3acf149a4fa9cd874 2024-12-03T20:19:22,413 INFO [M:0;438d02c2e720:45059 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38729/user/jenkins/test-data/3077b388-ac8b-b8d1-4c4b-24a7dbfb6e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d601875b2344aa3acf149a4fa9cd874, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T20:19:22,415 INFO [M:0;438d02c2e720:45059 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=108, compaction requested=false 2024-12-03T20:19:22,416 INFO [M:0;438d02c2e720:45059 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:22,416 DEBUG [M:0;438d02c2e720:45059 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40585 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42369 is added to blk_1073741830_1006 (size=54465) 2024-12-03T20:19:22,421 INFO [M:0;438d02c2e720:45059 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T20:19:22,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:22,421 INFO [M:0;438d02c2e720:45059 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45059 2024-12-03T20:19:22,424 DEBUG [M:0;438d02c2e720:45059 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/438d02c2e720,45059,1733257159482 already deleted, retry=false 2024-12-03T20:19:22,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:22,526 INFO [M:0;438d02c2e720:45059 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,45059,1733257159482; zookeeper connection closed. 2024-12-03T20:19:22,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45059-0x10059891c100000, quorum=127.0.0.1:58572, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:22,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c66fdda{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:22,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49509e66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:22,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:22,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4818e6b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:22,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e6beea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:22,531 WARN [BP-2082824288-172.17.0.2-1733257158729 heartbeating to localhost/127.0.0.1:38729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:22,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:22,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:22,531 WARN [BP-2082824288-172.17.0.2-1733257158729 heartbeating to localhost/127.0.0.1:38729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2082824288-172.17.0.2-1733257158729 (Datanode Uuid 42f53e9c-99fd-40ec-b28a-093b4c432c31) service to localhost/127.0.0.1:38729 2024-12-03T20:19:22,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data3/current/BP-2082824288-172.17.0.2-1733257158729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:22,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data4/current/BP-2082824288-172.17.0.2-1733257158729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:22,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:22,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7da92367{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:22,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7136f461{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:22,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:22,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c139efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:22,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b02fa93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:22,539 WARN [BP-2082824288-172.17.0.2-1733257158729 heartbeating to localhost/127.0.0.1:38729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:22,539 WARN [BP-2082824288-172.17.0.2-1733257158729 heartbeating to localhost/127.0.0.1:38729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2082824288-172.17.0.2-1733257158729 (Datanode Uuid 2926fbef-c454-4036-9e1f-959151008865) service to localhost/127.0.0.1:38729 2024-12-03T20:19:22,539 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:22,539 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:22,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data1/current/BP-2082824288-172.17.0.2-1733257158729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:22,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/cluster_8127e368-86b7-4a07-d934-f6197e23aea5/dfs/data/data2/current/BP-2082824288-172.17.0.2-1733257158729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:22,540 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:22,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fcfbccf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:22,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4307e16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:22,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:22,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f28d89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:22,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a7d9cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:22,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:19:22,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T20:19:22,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=162 (was 141) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38729 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38729 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 472) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=3681 (was 3916) 2024-12-03T20:19:22,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=162, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=3681 2024-12-03T20:19:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir so I do NOT create it in target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1 2024-12-03T20:19:22,601 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.tmp.dir so I do NOT create it in target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1 2024-12-03T20:19:22,601 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e546fecf-4b98-732a-f73a-e4376cc69ae9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:19:22,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da, deleteOnExit=true 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/test.cache.data in system properties and HBase conf 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:19:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T20:19:22,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:19:22,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:22,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:22,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:22,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:22,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:22,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:22,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cbcd984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:22,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c44ddf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:22,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@213541bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/java.io.tmpdir/jetty-localhost-32799-hadoop-hdfs-3_4_1-tests_jar-_-any-1513091184909013395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:22,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c47b270{HTTP/1.1, (http/1.1)}{localhost:32799} 2024-12-03T20:19:22,836 INFO [Time-limited test {}] server.Server(415): Started @22925ms 2024-12-03T20:19:22,905 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:19:22,923 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,924 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,924 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,924 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,924 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,925 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,928 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,930 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:22,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:22,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:22,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:22,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:22,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:22,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54d59f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:22,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458b3705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:23,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71cebbc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/java.io.tmpdir/jetty-localhost-33075-hadoop-hdfs-3_4_1-tests_jar-_-any-12516015143165410591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:23,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@320fe177{HTTP/1.1, (http/1.1)}{localhost:33075} 2024-12-03T20:19:23,061 INFO [Time-limited test {}] server.Server(415): Started @23149ms 2024-12-03T20:19:23,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:23,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:23,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:23,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:23,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:23,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:23,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43901568{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:23,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3100ef74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:23,164 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data1/current/BP-768688656-172.17.0.2-1733257162621/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:23,164 WARN [Thread-1169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data2/current/BP-768688656-172.17.0.2-1733257162621/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:23,188 WARN [Thread-1147 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8201c3244c8cbabb with lease ID 0x4ebd7cc2aad46f16: Processing first storage report for DS-392b3446-3e4f-424c-8183-668f716a5906 from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=6aa3128d-af9f-48cc-b9c7-afbcfe200ab1, infoPort=40239, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621) 2024-12-03T20:19:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8201c3244c8cbabb with lease ID 0x4ebd7cc2aad46f16: from storage DS-392b3446-3e4f-424c-8183-668f716a5906 node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=6aa3128d-af9f-48cc-b9c7-afbcfe200ab1, infoPort=40239, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8201c3244c8cbabb with lease ID 0x4ebd7cc2aad46f16: Processing first storage report for DS-38069194-bd52-4439-b27d-35a9beb46628 from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=6aa3128d-af9f-48cc-b9c7-afbcfe200ab1, infoPort=40239, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621) 2024-12-03T20:19:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8201c3244c8cbabb with lease ID 0x4ebd7cc2aad46f16: from storage DS-38069194-bd52-4439-b27d-35a9beb46628 node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=6aa3128d-af9f-48cc-b9c7-afbcfe200ab1, infoPort=40239, infoSecurePort=0, ipcPort=33159, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:23,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2230bc7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/java.io.tmpdir/jetty-localhost-33745-hadoop-hdfs-3_4_1-tests_jar-_-any-7342919521266296524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:23,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b8796f2{HTTP/1.1, (http/1.1)}{localhost:33745} 2024-12-03T20:19:23,226 INFO [Time-limited test {}] server.Server(415): Started @23314ms 2024-12-03T20:19:23,227 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:23,323 WARN [Thread-1194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data3/current/BP-768688656-172.17.0.2-1733257162621/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:23,324 WARN [Thread-1195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data4/current/BP-768688656-172.17.0.2-1733257162621/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:23,365 WARN [Thread-1183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2aa70aa75ca2ff6f with lease ID 0x4ebd7cc2aad46f17: Processing first storage report for DS-8f7ea8a8-6e34-4c79-8530-7e2a8054050c from datanode DatanodeRegistration(127.0.0.1:37417, datanodeUuid=e334e820-f2f1-4bb0-8616-f2160c450faf, infoPort=37271, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621) 2024-12-03T20:19:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2aa70aa75ca2ff6f with lease ID 0x4ebd7cc2aad46f17: from storage DS-8f7ea8a8-6e34-4c79-8530-7e2a8054050c node DatanodeRegistration(127.0.0.1:37417, datanodeUuid=e334e820-f2f1-4bb0-8616-f2160c450faf, infoPort=37271, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2aa70aa75ca2ff6f with lease ID 0x4ebd7cc2aad46f17: Processing first storage report for DS-c03bfa53-7f62-4733-8a2f-82dd461dec8e from datanode DatanodeRegistration(127.0.0.1:37417, datanodeUuid=e334e820-f2f1-4bb0-8616-f2160c450faf, infoPort=37271, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621) 2024-12-03T20:19:23,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2aa70aa75ca2ff6f with lease ID 0x4ebd7cc2aad46f17: from storage DS-c03bfa53-7f62-4733-8a2f-82dd461dec8e node DatanodeRegistration(127.0.0.1:37417, datanodeUuid=e334e820-f2f1-4bb0-8616-f2160c450faf, infoPort=37271, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=2056341253;c=1733257162621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:23,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1 2024-12-03T20:19:23,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/zookeeper_0, clientPort=62008, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:19:23,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62008 2024-12-03T20:19:23,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:23,479 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082 with version=8 2024-12-03T20:19:23,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/hbase-staging 2024-12-03T20:19:23,481 INFO [Time-limited test {}] client.ConnectionUtils(129): master/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:23,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:23,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:23,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:23,482 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:23,482 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37793 2024-12-03T20:19:23,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37793 connecting to ZooKeeper ensemble=127.0.0.1:62008 2024-12-03T20:19:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377930x0, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:23,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37793-0x10059892ba50000 connected 2024-12-03T20:19:23,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:23,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:23,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:23,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37793 2024-12-03T20:19:23,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37793 2024-12-03T20:19:23,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37793 2024-12-03T20:19:23,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37793 2024-12-03T20:19:23,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37793 2024-12-03T20:19:23,524 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082, hbase.cluster.distributed=false 2024-12-03T20:19:23,540 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:23,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:23,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:23,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:23,540 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:23,541 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34589 2024-12-03T20:19:23,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:23,542 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T20:19:23,553 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T20:19:23,554 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T20:19:23,556 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T20:19:23,556 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:23,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34589 connecting to ZooKeeper ensemble=127.0.0.1:62008 2024-12-03T20:19:23,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345890x0, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:23,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34589-0x10059892ba50001 connected 2024-12-03T20:19:23,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:23,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:23,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:23,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34589 2024-12-03T20:19:23,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34589 2024-12-03T20:19:23,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34589 2024-12-03T20:19:23,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34589 2024-12-03T20:19:23,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34589 2024-12-03T20:19:23,584 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:23,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:23,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:23,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:23,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:23,584 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:23,585 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41453 2024-12-03T20:19:23,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:23,586 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T20:19:23,597 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T20:19:23,598 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T20:19:23,600 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T20:19:23,600 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:23,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41453 connecting to ZooKeeper ensemble=127.0.0.1:62008 2024-12-03T20:19:23,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414530x0, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:23,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414530x0, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:23,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41453-0x10059892ba50002 connected 2024-12-03T20:19:23,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:23,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:23,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41453 2024-12-03T20:19:23,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41453 2024-12-03T20:19:23,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41453 2024-12-03T20:19:23,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41453 2024-12-03T20:19:23,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41453 2024-12-03T20:19:23,616 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/438d02c2e720,37793,1733257163481 2024-12-03T20:19:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:23,619 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/438d02c2e720,37793,1733257163481 2024-12-03T20:19:23,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:23,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:23,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:23,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,621 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:23,622 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/438d02c2e720,37793,1733257163481 from backup master directory 2024-12-03T20:19:23,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/438d02c2e720,37793,1733257163481 2024-12-03T20:19:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:23,623 WARN [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:23,624 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=438d02c2e720,37793,1733257163481 2024-12-03T20:19:23,634 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;438d02c2e720:37793 2024-12-03T20:19:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:23,641 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/hbase.id with ID: 9d4243fe-e1fc-467d-bb2c-e46d7fa9a107 2024-12-03T20:19:23,651 INFO [master/438d02c2e720:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:23,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:23,663 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:23,664 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:19:23,664 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:23,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:23,672 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store 2024-12-03T20:19:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:23,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:23,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:23,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:23,679 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:23,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:23,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:23,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:23,679 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:23,679 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:23,680 WARN [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/.initializing 2024-12-03T20:19:23,680 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/WALs/438d02c2e720,37793,1733257163481 2024-12-03T20:19:23,681 INFO [master/438d02c2e720:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:23,682 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C37793%2C1733257163481, suffix=, logDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/WALs/438d02c2e720,37793,1733257163481, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/oldWALs, maxLogs=10 2024-12-03T20:19:23,696 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/WALs/438d02c2e720,37793,1733257163481/438d02c2e720%2C37793%2C1733257163481.1733257163683, exclude list is [], retry=0 2024-12-03T20:19:23,698 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37417,DS-8f7ea8a8-6e34-4c79-8530-7e2a8054050c,DISK] 2024-12-03T20:19:23,698 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-392b3446-3e4f-424c-8183-668f716a5906,DISK] 2024-12-03T20:19:23,700 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/WALs/438d02c2e720,37793,1733257163481/438d02c2e720%2C37793%2C1733257163481.1733257163683 2024-12-03T20:19:23,701 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37271:37271),(127.0.0.1/127.0.0.1:40239:40239)] 2024-12-03T20:19:23,701 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:23,701 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:23,701 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,701 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:19:23,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:23,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:23,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:19:23,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:23,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:23,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:19:23,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:23,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:23,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:19:23,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:23,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:23,713 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,713 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,715 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:19:23,716 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:23,718 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:23,718 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69778063, jitterRate=0.03977416455745697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:19:23,719 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:23,719 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:19:23,722 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76eedba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:23,723 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T20:19:23,723 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:19:23,723 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:19:23,723 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:19:23,724 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:19:23,724 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:19:23,724 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:19:23,725 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:19:23,726 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:19:23,728 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:19:23,728 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:19:23,728 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:19:23,730 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:19:23,730 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:19:23,731 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:19:23,732 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:19:23,733 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:19:23,734 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:19:23,735 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:19:23,736 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:19:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,739 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=438d02c2e720,37793,1733257163481, sessionid=0x10059892ba50000, setting cluster-up flag (Was=false) 2024-12-03T20:19:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,746 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:19:23,747 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,37793,1733257163481 2024-12-03T20:19:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:23,757 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:19:23,757 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,37793,1733257163481 2024-12-03T20:19:23,760 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:23,761 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T20:19:23,761 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:19:23,761 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 438d02c2e720,37793,1733257163481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/438d02c2e720:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:23,762 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257193763 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:19:23,763 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:23,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:19:23,764 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:19:23,764 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:19:23,764 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:19:23,764 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:19:23,764 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:19:23,765 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:23,765 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257163764,5,FailOnTimeoutGroup] 2024-12-03T20:19:23,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:23,768 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257163765,5,FailOnTimeoutGroup] 2024-12-03T20:19:23,768 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,768 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:19:23,768 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,768 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:23,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T20:19:23,777 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082 2024-12-03T20:19:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:23,828 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;438d02c2e720:41453 2024-12-03T20:19:23,829 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1008): ClusterId : 9d4243fe-e1fc-467d-bb2c-e46d7fa9a107 2024-12-03T20:19:23,830 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:23,832 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;438d02c2e720:34589 2024-12-03T20:19:23,832 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:23,832 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:23,833 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1008): ClusterId : 9d4243fe-e1fc-467d-bb2c-e46d7fa9a107 2024-12-03T20:19:23,833 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:23,836 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:23,836 DEBUG [RS:1;438d02c2e720:41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168469ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:23,836 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:23,836 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:23,837 DEBUG [RS:1;438d02c2e720:41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6314b3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:23,837 INFO [RS:1;438d02c2e720:41453 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:23,837 INFO [RS:1;438d02c2e720:41453 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:23,837 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:23,838 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,37793,1733257163481 with isa=438d02c2e720/172.17.0.2:41453, startcode=1733257163584 2024-12-03T20:19:23,838 DEBUG [RS:1;438d02c2e720:41453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:23,838 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:23,838 DEBUG [RS:0;438d02c2e720:34589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38affbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:23,840 DEBUG [RS:0;438d02c2e720:34589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cc7ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:23,840 INFO [RS:0;438d02c2e720:34589 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:23,840 INFO [RS:0;438d02c2e720:34589 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:23,840 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:23,840 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,37793,1733257163481 with isa=438d02c2e720/172.17.0.2:34589, startcode=1733257163539 2024-12-03T20:19:23,841 DEBUG [RS:0;438d02c2e720:34589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:23,841 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57097, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:23,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37793 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,41453,1733257163584 2024-12-03T20:19:23,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37793 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,41453,1733257163584 2024-12-03T20:19:23,842 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39125, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:23,843 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37793 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,34589,1733257163539 2024-12-03T20:19:23,843 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082 2024-12-03T20:19:23,843 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37793 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,34589,1733257163539 2024-12-03T20:19:23,843 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34711 2024-12-03T20:19:23,843 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:23,844 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082 2024-12-03T20:19:23,844 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34711 2024-12-03T20:19:23,844 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:23,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:23,849 DEBUG [RS:1;438d02c2e720:41453 {}] zookeeper.ZKUtil(111): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,41453,1733257163584 2024-12-03T20:19:23,849 WARN [RS:1;438d02c2e720:41453 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:23,849 INFO [RS:1;438d02c2e720:41453 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:23,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,41453,1733257163584] 2024-12-03T20:19:23,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,34589,1733257163539] 2024-12-03T20:19:23,849 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,41453,1733257163584 2024-12-03T20:19:23,849 DEBUG [RS:0;438d02c2e720:34589 {}] zookeeper.ZKUtil(111): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,34589,1733257163539 2024-12-03T20:19:23,849 WARN [RS:0;438d02c2e720:34589 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:23,849 INFO [RS:0;438d02c2e720:34589 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:23,849 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,34589,1733257163539 2024-12-03T20:19:23,854 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:23,854 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:23,855 INFO [RS:0;438d02c2e720:34589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:23,855 INFO [RS:1;438d02c2e720:41453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:23,856 INFO [RS:0;438d02c2e720:34589 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:23,856 INFO [RS:0;438d02c2e720:34589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:23,856 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,857 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:23,858 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:23,858 DEBUG [RS:0;438d02c2e720:34589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:23,858 INFO [RS:1;438d02c2e720:41453 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:23,859 INFO [RS:1;438d02c2e720:41453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:23,859 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,859 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,859 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,859 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,859 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,859 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,34589,1733257163539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:23,859 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:23,860 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,860 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,861 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,861 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:23,861 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:23,861 DEBUG [RS:1;438d02c2e720:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:23,864 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,864 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,864 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,864 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,864 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,41453,1733257163584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:23,874 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:23,874 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,34589,1733257163539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,886 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:23,886 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,41453,1733257163584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:23,887 INFO [RS:0;438d02c2e720:34589 {}] regionserver.Replication(204): 438d02c2e720,34589,1733257163539 started 2024-12-03T20:19:23,888 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,34589,1733257163539, RpcServer on 438d02c2e720/172.17.0.2:34589, sessionid=0x10059892ba50001 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,34589,1733257163539 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,34589,1733257163539' 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,34589,1733257163539 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,34589,1733257163539' 2024-12-03T20:19:23,888 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:23,889 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:23,889 DEBUG [RS:0;438d02c2e720:34589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:23,889 INFO [RS:0;438d02c2e720:34589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:23,889 INFO [RS:0;438d02c2e720:34589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:23,908 INFO [RS:1;438d02c2e720:41453 {}] regionserver.Replication(204): 438d02c2e720,41453,1733257163584 started 2024-12-03T20:19:23,908 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,41453,1733257163584, RpcServer on 438d02c2e720/172.17.0.2:41453, sessionid=0x10059892ba50002 2024-12-03T20:19:23,909 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:23,909 DEBUG [RS:1;438d02c2e720:41453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,41453,1733257163584 2024-12-03T20:19:23,909 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,41453,1733257163584' 2024-12-03T20:19:23,909 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:23,909 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:23,910 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:23,910 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:23,910 DEBUG [RS:1;438d02c2e720:41453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,41453,1733257163584 2024-12-03T20:19:23,910 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,41453,1733257163584' 2024-12-03T20:19:23,910 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:23,910 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:23,910 DEBUG [RS:1;438d02c2e720:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:23,910 INFO [RS:1;438d02c2e720:41453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:23,910 INFO [RS:1;438d02c2e720:41453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:23,990 INFO [RS:0;438d02c2e720:34589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:23,992 INFO [RS:0;438d02c2e720:34589 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C34589%2C1733257163539, suffix=, logDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,34589,1733257163539, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/oldWALs, maxLogs=32 2024-12-03T20:19:24,005 DEBUG [RS:0;438d02c2e720:34589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,34589,1733257163539/438d02c2e720%2C34589%2C1733257163539.1733257163992, exclude list is [], retry=0 2024-12-03T20:19:24,008 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-392b3446-3e4f-424c-8183-668f716a5906,DISK] 2024-12-03T20:19:24,008 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37417,DS-8f7ea8a8-6e34-4c79-8530-7e2a8054050c,DISK] 2024-12-03T20:19:24,010 INFO [RS:0;438d02c2e720:34589 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,34589,1733257163539/438d02c2e720%2C34589%2C1733257163539.1733257163992 2024-12-03T20:19:24,010 DEBUG [RS:0;438d02c2e720:34589 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40239:40239),(127.0.0.1/127.0.0.1:37271:37271)] 2024-12-03T20:19:24,011 INFO [RS:1;438d02c2e720:41453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:24,012 INFO [RS:1;438d02c2e720:41453 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C41453%2C1733257163584, suffix=, logDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,41453,1733257163584, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/oldWALs, maxLogs=32 2024-12-03T20:19:24,033 DEBUG [RS:1;438d02c2e720:41453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,41453,1733257163584/438d02c2e720%2C41453%2C1733257163584.1733257164013, exclude list is [], retry=0 2024-12-03T20:19:24,036 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37417,DS-8f7ea8a8-6e34-4c79-8530-7e2a8054050c,DISK] 2024-12-03T20:19:24,036 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-392b3446-3e4f-424c-8183-668f716a5906,DISK] 2024-12-03T20:19:24,039 INFO [RS:1;438d02c2e720:41453 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,41453,1733257163584/438d02c2e720%2C41453%2C1733257163584.1733257164013 2024-12-03T20:19:24,040 DEBUG [RS:1;438d02c2e720:41453 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37271:37271),(127.0.0.1/127.0.0.1:40239:40239)] 2024-12-03T20:19:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:24,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:24,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:24,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:24,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:24,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:24,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:24,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:24,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:24,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:24,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:24,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:24,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:24,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740 2024-12-03T20:19:24,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740 2024-12-03T20:19:24,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:24,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:24,202 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:24,203 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73144057, jitterRate=0.08993138372898102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:24,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:24,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:24,204 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:24,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:24,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:24,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:24,204 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:24,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:24,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:24,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T20:19:24,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:19:24,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:19:24,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:19:24,358 DEBUG [438d02c2e720:37793 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T20:19:24,358 DEBUG [438d02c2e720:37793 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:24,360 DEBUG [438d02c2e720:37793 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:24,360 DEBUG [438d02c2e720:37793 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:24,360 INFO [438d02c2e720:37793 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:24,360 INFO [438d02c2e720:37793 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:24,360 DEBUG [438d02c2e720:37793 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:24,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=438d02c2e720,34589,1733257163539 2024-12-03T20:19:24,361 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,34589,1733257163539, state=OPENING 2024-12-03T20:19:24,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:19:24,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:24,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:24,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:24,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=438d02c2e720,34589,1733257163539}] 2024-12-03T20:19:24,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:24,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:24,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:24,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,34589,1733257163539 2024-12-03T20:19:24,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:24,519 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:24,523 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T20:19:24,523 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:24,523 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:19:24,525 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C34589%2C1733257163539.meta, suffix=.meta, logDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,34589,1733257163539, archiveDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/oldWALs, maxLogs=32 2024-12-03T20:19:24,539 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,34589,1733257163539/438d02c2e720%2C34589%2C1733257163539.meta.1733257164525.meta, exclude list is [], retry=0 2024-12-03T20:19:24,541 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37417,DS-8f7ea8a8-6e34-4c79-8530-7e2a8054050c,DISK] 2024-12-03T20:19:24,541 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-392b3446-3e4f-424c-8183-668f716a5906,DISK] 2024-12-03T20:19:24,543 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/WALs/438d02c2e720,34589,1733257163539/438d02c2e720%2C34589%2C1733257163539.meta.1733257164525.meta 2024-12-03T20:19:24,543 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37271:37271),(127.0.0.1/127.0.0.1:40239:40239)] 2024-12-03T20:19:24,543 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:24,544 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:19:24,544 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:19:24,544 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:19:24,544 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:19:24,544 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:24,544 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T20:19:24,544 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T20:19:24,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:24,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:24,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:24,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:24,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:24,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:24,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:24,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:24,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:24,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:24,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:24,552 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740 2024-12-03T20:19:24,553 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740 2024-12-03T20:19:24,555 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:24,556 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:24,557 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63648363, jitterRate=-0.05156548321247101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:24,557 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:24,558 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257164517 2024-12-03T20:19:24,560 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:19:24,560 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T20:19:24,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,34589,1733257163539 2024-12-03T20:19:24,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,34589,1733257163539, state=OPEN 2024-12-03T20:19:24,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:24,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:24,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:24,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:24,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:24,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:24,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:19:24,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=438d02c2e720,34589,1733257163539 in 198 msec 2024-12-03T20:19:24,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:19:24,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-03T20:19:24,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 808 msec 2024-12-03T20:19:24,568 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257164568, completionTime=-1 2024-12-03T20:19:24,569 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T20:19:24,569 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T20:19:24,569 DEBUG [hconnection-0x3776990a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:24,574 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:24,575 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T20:19:24,575 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257224575 2024-12-03T20:19:24,575 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257284575 2024-12-03T20:19:24,575 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 6 msec 2024-12-03T20:19:24,581 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37793,1733257163481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:24,581 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37793,1733257163481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:24,581 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37793,1733257163481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:24,581 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-438d02c2e720:37793, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:24,581 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:24,581 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T20:19:24,582 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:24,583 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T20:19:24,583 DEBUG [master/438d02c2e720:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T20:19:24,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:24,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:24,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:24,995 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd192a8d452efc60ee24b2d8e9539c0f, NAME => 'hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082 2024-12-03T20:19:25,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:25,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:25,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:25,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing cd192a8d452efc60ee24b2d8e9539c0f, disabling compactions & flushes 2024-12-03T20:19:25,003 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:25,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:25,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. after waiting 0 ms 2024-12-03T20:19:25,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:25,003 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:25,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd192a8d452efc60ee24b2d8e9539c0f: 2024-12-03T20:19:25,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:25,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733257165004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257165004"}]},"ts":"1733257165004"} 2024-12-03T20:19:25,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T20:19:25,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:25,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257165007"}]},"ts":"1733257165007"} 2024-12-03T20:19:25,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T20:19:25,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:25,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:25,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:25,014 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:25,014 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:25,014 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:25,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cd192a8d452efc60ee24b2d8e9539c0f, ASSIGN}] 2024-12-03T20:19:25,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cd192a8d452efc60ee24b2d8e9539c0f, ASSIGN 2024-12-03T20:19:25,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=cd192a8d452efc60ee24b2d8e9539c0f, ASSIGN; state=OFFLINE, location=438d02c2e720,34589,1733257163539; forceNewPlan=false, retain=false 2024-12-03T20:19:25,166 INFO [438d02c2e720:37793 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T20:19:25,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cd192a8d452efc60ee24b2d8e9539c0f, regionState=OPENING, regionLocation=438d02c2e720,34589,1733257163539 2024-12-03T20:19:25,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure cd192a8d452efc60ee24b2d8e9539c0f, server=438d02c2e720,34589,1733257163539}] 2024-12-03T20:19:25,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 438d02c2e720,34589,1733257163539 2024-12-03T20:19:25,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:25,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => cd192a8d452efc60ee24b2d8e9539c0f, NAME => 'hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:25,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:25,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:25,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:25,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:25,328 INFO [StoreOpener-cd192a8d452efc60ee24b2d8e9539c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:25,329 INFO [StoreOpener-cd192a8d452efc60ee24b2d8e9539c0f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd192a8d452efc60ee24b2d8e9539c0f columnFamilyName info 2024-12-03T20:19:25,329 DEBUG [StoreOpener-cd192a8d452efc60ee24b2d8e9539c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:25,330 INFO [StoreOpener-cd192a8d452efc60ee24b2d8e9539c0f-1 {}] regionserver.HStore(327): Store=cd192a8d452efc60ee24b2d8e9539c0f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:25,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:25,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:25,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:25,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:25,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened cd192a8d452efc60ee24b2d8e9539c0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75089946, jitterRate=0.11892738938331604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:25,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for cd192a8d452efc60ee24b2d8e9539c0f: 2024-12-03T20:19:25,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f., pid=6, masterSystemTime=1733257165321 2024-12-03T20:19:25,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:25,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:25,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cd192a8d452efc60ee24b2d8e9539c0f, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,34589,1733257163539 2024-12-03T20:19:25,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:19:25,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure cd192a8d452efc60ee24b2d8e9539c0f, server=438d02c2e720,34589,1733257163539 in 172 msec 2024-12-03T20:19:25,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:19:25,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=cd192a8d452efc60ee24b2d8e9539c0f, ASSIGN in 329 msec 2024-12-03T20:19:25,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:25,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257165345"}]},"ts":"1733257165345"} 2024-12-03T20:19:25,347 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T20:19:25,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:25,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 768 msec 2024-12-03T20:19:25,384 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T20:19:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:25,391 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T20:19:25,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:25,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-03T20:19:25,413 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T20:19:25,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:25,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-12-03T20:19:25,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T20:19:25,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T20:19:25,441 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.817sec 2024-12-03T20:19:25,442 INFO [master/438d02c2e720:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:19:25,442 INFO [master/438d02c2e720:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:19:25,442 INFO [master/438d02c2e720:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:19:25,442 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:19:25,442 INFO [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:19:25,442 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37793,1733257163481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:25,442 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37793,1733257163481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:19:25,444 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:19:25,444 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:19:25,444 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,37793,1733257163481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:25,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:19:25,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:19:25,448 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-03T20:19:25,448 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-03T20:19:25,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:19:25,449 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:19:25,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:19:25,449 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:19:25,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21a2e06f to 127.0.0.1:62008 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36d238e5 2024-12-03T20:19:25,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2494ad94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:25,525 DEBUG [hconnection-0xc819a36-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:25,526 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:25,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=438d02c2e720,37793,1733257163481 2024-12-03T20:19:25,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:19:25,540 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:19:25,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T20:19:25,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:25,544 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:25,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T20:19:25,545 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:25,554 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 74f73ab69b1bbfc56a5a9555a83be08b, NAME => 'testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082 2024-12-03T20:19:25,554 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 95611288546c230e5b6d1e4ee762d7f9, NAME => 'testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082 2024-12-03T20:19:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 74f73ab69b1bbfc56a5a9555a83be08b, disabling compactions & flushes 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 95611288546c230e5b6d1e4ee762d7f9, disabling compactions & flushes 2024-12-03T20:19:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:25,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:25,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. after waiting 0 ms 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. after waiting 0 ms 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:25,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:25,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 74f73ab69b1bbfc56a5a9555a83be08b: 2024-12-03T20:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 95611288546c230e5b6d1e4ee762d7f9: 2024-12-03T20:19:25,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:25,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257165564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257165564"}]},"ts":"1733257165564"} 2024-12-03T20:19:25,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257165564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257165564"}]},"ts":"1733257165564"} 2024-12-03T20:19:25,567 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T20:19:25,568 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:25,568 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257165568"}]},"ts":"1733257165568"} 2024-12-03T20:19:25,569 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T20:19:25,573 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:25,574 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:25,574 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:25,574 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:25,574 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:25,574 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:25,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=74f73ab69b1bbfc56a5a9555a83be08b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=95611288546c230e5b6d1e4ee762d7f9, ASSIGN}] 2024-12-03T20:19:25,575 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=95611288546c230e5b6d1e4ee762d7f9, ASSIGN 2024-12-03T20:19:25,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=74f73ab69b1bbfc56a5a9555a83be08b, ASSIGN 2024-12-03T20:19:25,576 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=95611288546c230e5b6d1e4ee762d7f9, ASSIGN; state=OFFLINE, location=438d02c2e720,34589,1733257163539; forceNewPlan=false, retain=false 2024-12-03T20:19:25,576 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=74f73ab69b1bbfc56a5a9555a83be08b, ASSIGN; state=OFFLINE, location=438d02c2e720,41453,1733257163584; forceNewPlan=false, retain=false 2024-12-03T20:19:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:25,726 INFO [438d02c2e720:37793 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T20:19:25,727 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=95611288546c230e5b6d1e4ee762d7f9, regionState=OPENING, regionLocation=438d02c2e720,34589,1733257163539 2024-12-03T20:19:25,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=74f73ab69b1bbfc56a5a9555a83be08b, regionState=OPENING, regionLocation=438d02c2e720,41453,1733257163584 2024-12-03T20:19:25,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 74f73ab69b1bbfc56a5a9555a83be08b, server=438d02c2e720,41453,1733257163584}] 2024-12-03T20:19:25,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 95611288546c230e5b6d1e4ee762d7f9, server=438d02c2e720,34589,1733257163539}] 2024-12-03T20:19:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:25,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,34589,1733257163539 2024-12-03T20:19:25,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 438d02c2e720,41453,1733257163584 2024-12-03T20:19:25,882 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:25,884 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:25,887 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:25,887 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 95611288546c230e5b6d1e4ee762d7f9, NAME => 'testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T20:19:25,887 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:25,887 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:25,887 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:25,888 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:25,892 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:25,892 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 74f73ab69b1bbfc56a5a9555a83be08b, NAME => 'testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T20:19:25,892 INFO [StoreOpener-95611288546c230e5b6d1e4ee762d7f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:25,892 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:25,893 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:25,893 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:25,893 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:25,894 INFO [StoreOpener-95611288546c230e5b6d1e4ee762d7f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95611288546c230e5b6d1e4ee762d7f9 columnFamilyName family 2024-12-03T20:19:25,894 DEBUG [StoreOpener-95611288546c230e5b6d1e4ee762d7f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:25,894 INFO [StoreOpener-95611288546c230e5b6d1e4ee762d7f9-1 {}] regionserver.HStore(327): Store=95611288546c230e5b6d1e4ee762d7f9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:25,895 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:25,896 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:25,896 INFO [StoreOpener-74f73ab69b1bbfc56a5a9555a83be08b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:25,897 INFO [StoreOpener-74f73ab69b1bbfc56a5a9555a83be08b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74f73ab69b1bbfc56a5a9555a83be08b columnFamilyName family 2024-12-03T20:19:25,897 DEBUG [StoreOpener-74f73ab69b1bbfc56a5a9555a83be08b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:25,898 INFO [StoreOpener-74f73ab69b1bbfc56a5a9555a83be08b-1 {}] regionserver.HStore(327): Store=74f73ab69b1bbfc56a5a9555a83be08b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:25,898 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:25,899 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:25,899 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:25,901 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:25,904 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:25,905 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 95611288546c230e5b6d1e4ee762d7f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64042108, jitterRate=-0.04569822549819946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:25,905 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:25,906 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 95611288546c230e5b6d1e4ee762d7f9: 2024-12-03T20:19:25,906 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 74f73ab69b1bbfc56a5a9555a83be08b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74796398, jitterRate=0.11455318331718445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:25,906 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 74f73ab69b1bbfc56a5a9555a83be08b: 2024-12-03T20:19:25,907 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9., pid=13, masterSystemTime=1733257165882 2024-12-03T20:19:25,907 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b., pid=12, masterSystemTime=1733257165882 2024-12-03T20:19:25,909 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:25,909 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:25,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=74f73ab69b1bbfc56a5a9555a83be08b, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,41453,1733257163584 2024-12-03T20:19:25,911 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:25,911 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:25,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=95611288546c230e5b6d1e4ee762d7f9, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,34589,1733257163539 2024-12-03T20:19:25,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T20:19:25,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 74f73ab69b1bbfc56a5a9555a83be08b, server=438d02c2e720,41453,1733257163584 in 184 msec 2024-12-03T20:19:25,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T20:19:25,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 95611288546c230e5b6d1e4ee762d7f9, server=438d02c2e720,34589,1733257163539 in 184 msec 2024-12-03T20:19:25,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=74f73ab69b1bbfc56a5a9555a83be08b, ASSIGN in 341 msec 2024-12-03T20:19:25,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-03T20:19:25,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=95611288546c230e5b6d1e4ee762d7f9, ASSIGN in 342 msec 2024-12-03T20:19:25,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:25,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257165919"}]},"ts":"1733257165919"} 2024-12-03T20:19:25,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T20:19:25,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:25,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 382 msec 2024-12-03T20:19:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:26,150 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T20:19:26,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T20:19:26,150 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:26,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T20:19:26,154 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:26,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T20:19:26,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:26,157 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:26,170 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 95611288546c230e5b6d1e4ee762d7f9 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T20:19:26,187 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9/.tmp/family/c84fb60d927448ef84776b23cef33a55 is 32, key is 5/family:/1733257166165/Put/seqid=0 2024-12-03T20:19:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741841_1017 (size=5083) 2024-12-03T20:19:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741841_1017 (size=5083) 2024-12-03T20:19:26,194 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9/.tmp/family/c84fb60d927448ef84776b23cef33a55 2024-12-03T20:19:26,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9/.tmp/family/c84fb60d927448ef84776b23cef33a55 as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9/family/c84fb60d927448ef84776b23cef33a55 2024-12-03T20:19:26,204 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9/family/c84fb60d927448ef84776b23cef33a55, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T20:19:26,205 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 95611288546c230e5b6d1e4ee762d7f9 in 35ms, sequenceid=9, compaction requested=false 2024-12-03T20:19:26,205 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 95611288546c230e5b6d1e4ee762d7f9: 2024-12-03T20:19:26,206 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 74f73ab69b1bbfc56a5a9555a83be08b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T20:19:26,229 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b/.tmp/family/66e451afc0844543b938d621da37e02b is 32, key is 1/family:/1733257166158/Put/seqid=0 2024-12-03T20:19:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741842_1018 (size=5054) 2024-12-03T20:19:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741842_1018 (size=5054) 2024-12-03T20:19:26,234 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b/.tmp/family/66e451afc0844543b938d621da37e02b 2024-12-03T20:19:26,240 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b/.tmp/family/66e451afc0844543b938d621da37e02b as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b/family/66e451afc0844543b938d621da37e02b 2024-12-03T20:19:26,245 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b/family/66e451afc0844543b938d621da37e02b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T20:19:26,246 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 74f73ab69b1bbfc56a5a9555a83be08b in 40ms, sequenceid=8, compaction requested=false 2024-12-03T20:19:26,246 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 74f73ab69b1bbfc56a5a9555a83be08b: 2024-12-03T20:19:26,248 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file c84fb60d927448ef84776b23cef33a55, starting offset: 0, end offset: 9223372036854775807 2024-12-03T20:19:26,249 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key c84fb60d927448ef84776b23cef33a55_0 from back map with offset lock 2094080 in the evict process 2024-12-03T20:19:26,251 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 66e451afc0844543b938d621da37e02b, starting offset: 0, end offset: 9223372036854775807 2024-12-03T20:19:26,251 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 66e451afc0844543b938d621da37e02b_0 from back map with offset lock 2094080 in the evict process 2024-12-03T20:19:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T20:19:26,251 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T20:19:26,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21a2e06f to 127.0.0.1:62008 2024-12-03T20:19:26,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:26,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:19:26,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=473586367, stopped=false 2024-12-03T20:19:26,251 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=438d02c2e720,37793,1733257163481 2024-12-03T20:19:26,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:26,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:26,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:26,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:26,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:26,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T20:19:26,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:26,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:26,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:26,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:26,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:26,255 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,34589,1733257163539' ***** 2024-12-03T20:19:26,255 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:26,255 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,41453,1733257163584' ***** 2024-12-03T20:19:26,255 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:26,256 INFO [RS:0;438d02c2e720:34589 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T20:19:26,256 INFO [RS:1;438d02c2e720:41453 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T20:19:26,256 INFO [RS:0;438d02c2e720:34589 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T20:19:26,256 INFO [RS:1;438d02c2e720:41453 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T20:19:26,256 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T20:19:26,256 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T20:19:26,256 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T20:19:26,256 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:26,256 INFO [RS:1;438d02c2e720:41453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:26,256 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T20:19:26,256 INFO [RS:1;438d02c2e720:41453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:26,256 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T20:19:26,256 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(3579): Received CLOSE for 74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:26,256 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T20:19:26,256 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:26,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(3579): Received CLOSE for cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(3579): Received CLOSE for 95611288546c230e5b6d1e4ee762d7f9 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,34589,1733257163539 2024-12-03T20:19:26,257 DEBUG [RS:0;438d02c2e720:34589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:26,257 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,41453,1733257163584 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:26,257 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cd192a8d452efc60ee24b2d8e9539c0f, disabling compactions & flushes 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:26,257 DEBUG [RS:1;438d02c2e720:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:26,257 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:26,257 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T20:19:26,257 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-03T20:19:26,257 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. after waiting 0 ms 2024-12-03T20:19:26,257 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1603): Online Regions={74f73ab69b1bbfc56a5a9555a83be08b=testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b.} 2024-12-03T20:19:26,257 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:26,257 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing cd192a8d452efc60ee24b2d8e9539c0f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T20:19:26,257 DEBUG [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1629): Waiting on 74f73ab69b1bbfc56a5a9555a83be08b 2024-12-03T20:19:26,257 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-03T20:19:26,257 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1603): Online Regions={cd192a8d452efc60ee24b2d8e9539c0f=hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f., 95611288546c230e5b6d1e4ee762d7f9=testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:19:26,257 DEBUG [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 95611288546c230e5b6d1e4ee762d7f9, cd192a8d452efc60ee24b2d8e9539c0f 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 74f73ab69b1bbfc56a5a9555a83be08b, disabling compactions & flushes 2024-12-03T20:19:26,258 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:26,258 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. after waiting 0 ms 2024-12-03T20:19:26,258 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:26,258 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T20:19:26,261 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:26,264 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/74f73ab69b1bbfc56a5a9555a83be08b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:19:26,265 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:26,265 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 74f73ab69b1bbfc56a5a9555a83be08b: 2024-12-03T20:19:26,265 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733257165541.74f73ab69b1bbfc56a5a9555a83be08b. 2024-12-03T20:19:26,266 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:26,274 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f/.tmp/info/c12aabf957a54bc49c45d72bebd79a3b is 45, key is default/info:d/1733257165395/Put/seqid=0 2024-12-03T20:19:26,275 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/.tmp/info/ed18fd332fd64dd387b905820feec679 is 173, key is testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9./info:regioninfo/1733257165912/Put/seqid=0 2024-12-03T20:19:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741843_1019 (size=5037) 2024-12-03T20:19:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741844_1020 (size=9337) 2024-12-03T20:19:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741843_1019 (size=5037) 2024-12-03T20:19:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741844_1020 (size=9337) 2024-12-03T20:19:26,281 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f/.tmp/info/c12aabf957a54bc49c45d72bebd79a3b 2024-12-03T20:19:26,283 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/.tmp/info/ed18fd332fd64dd387b905820feec679 2024-12-03T20:19:26,287 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f/.tmp/info/c12aabf957a54bc49c45d72bebd79a3b as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f/info/c12aabf957a54bc49c45d72bebd79a3b 2024-12-03T20:19:26,293 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f/info/c12aabf957a54bc49c45d72bebd79a3b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T20:19:26,294 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for cd192a8d452efc60ee24b2d8e9539c0f in 37ms, sequenceid=6, compaction requested=false 2024-12-03T20:19:26,299 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/namespace/cd192a8d452efc60ee24b2d8e9539c0f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:19:26,300 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:26,300 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cd192a8d452efc60ee24b2d8e9539c0f: 2024-12-03T20:19:26,300 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733257164581.cd192a8d452efc60ee24b2d8e9539c0f. 2024-12-03T20:19:26,300 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 95611288546c230e5b6d1e4ee762d7f9, disabling compactions & flushes 2024-12-03T20:19:26,300 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:26,300 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:26,300 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. after waiting 0 ms 2024-12-03T20:19:26,300 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:26,304 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/default/testClearRegionBlockCache/95611288546c230e5b6d1e4ee762d7f9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T20:19:26,305 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:26,305 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 95611288546c230e5b6d1e4ee762d7f9: 2024-12-03T20:19:26,305 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/.tmp/table/0fcd0d70d8254061bddca2fe9ff88b49 is 61, key is testClearRegionBlockCache/table:state/1733257165919/Put/seqid=0 2024-12-03T20:19:26,305 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733257165541.95611288546c230e5b6d1e4ee762d7f9. 2024-12-03T20:19:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:26,311 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/.tmp/table/0fcd0d70d8254061bddca2fe9ff88b49 2024-12-03T20:19:26,318 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/.tmp/info/ed18fd332fd64dd387b905820feec679 as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/info/ed18fd332fd64dd387b905820feec679 2024-12-03T20:19:26,323 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/info/ed18fd332fd64dd387b905820feec679, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T20:19:26,325 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/.tmp/table/0fcd0d70d8254061bddca2fe9ff88b49 as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/table/0fcd0d70d8254061bddca2fe9ff88b49 2024-12-03T20:19:26,330 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/table/0fcd0d70d8254061bddca2fe9ff88b49, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T20:19:26,331 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 73ms, sequenceid=16, compaction requested=false 2024-12-03T20:19:26,335 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:19:26,336 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:19:26,336 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:26,336 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:26,336 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:26,458 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,41453,1733257163584; all regions closed. 2024-12-03T20:19:26,458 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,34589,1733257163539; all regions closed. 2024-12-03T20:19:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741834_1010 (size=1758) 2024-12-03T20:19:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741834_1010 (size=1758) 2024-12-03T20:19:26,463 DEBUG [RS:0;438d02c2e720:34589 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/oldWALs 2024-12-03T20:19:26,463 INFO [RS:0;438d02c2e720:34589 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C34589%2C1733257163539.meta:.meta(num 1733257164525) 2024-12-03T20:19:26,464 DEBUG [RS:1;438d02c2e720:41453 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/oldWALs 2024-12-03T20:19:26,464 INFO [RS:1;438d02c2e720:41453 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C41453%2C1733257163584:(num 1733257164013) 2024-12-03T20:19:26,464 DEBUG [RS:1;438d02c2e720:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:26,464 INFO [RS:1;438d02c2e720:41453 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:26,464 INFO [RS:1;438d02c2e720:41453 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:26,464 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:26,465 INFO [RS:1;438d02c2e720:41453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:26,465 INFO [RS:1;438d02c2e720:41453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:26,465 INFO [RS:1;438d02c2e720:41453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:26,465 INFO [RS:1;438d02c2e720:41453 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41453 2024-12-03T20:19:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741833_1009 (size=3188) 2024-12-03T20:19:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741833_1009 (size=3188) 2024-12-03T20:19:26,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,41453,1733257163584 2024-12-03T20:19:26,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:26,469 DEBUG [RS:0;438d02c2e720:34589 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/oldWALs 2024-12-03T20:19:26,469 INFO [RS:0;438d02c2e720:34589 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C34589%2C1733257163539:(num 1733257163992) 2024-12-03T20:19:26,469 DEBUG [RS:0;438d02c2e720:34589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:26,469 INFO [RS:0;438d02c2e720:34589 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:26,469 INFO [RS:0;438d02c2e720:34589 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:26,469 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:26,469 INFO [RS:0;438d02c2e720:34589 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34589 2024-12-03T20:19:26,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,41453,1733257163584] 2024-12-03T20:19:26,471 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,41453,1733257163584; numProcessing=1 2024-12-03T20:19:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,34589,1733257163539 2024-12-03T20:19:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:26,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,41453,1733257163584 already deleted, retry=false 2024-12-03T20:19:26,473 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,41453,1733257163584 expired; onlineServers=1 2024-12-03T20:19:26,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,34589,1733257163539] 2024-12-03T20:19:26,474 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,34589,1733257163539; numProcessing=2 2024-12-03T20:19:26,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,34589,1733257163539 already deleted, retry=false 2024-12-03T20:19:26,475 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,34589,1733257163539 expired; onlineServers=0 2024-12-03T20:19:26,475 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,37793,1733257163481' ***** 2024-12-03T20:19:26,475 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:19:26,475 DEBUG [M:0;438d02c2e720:37793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494ce1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:26,475 INFO [M:0;438d02c2e720:37793 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,37793,1733257163481 2024-12-03T20:19:26,475 INFO [M:0;438d02c2e720:37793 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,37793,1733257163481; all regions closed. 2024-12-03T20:19:26,475 DEBUG [M:0;438d02c2e720:37793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:26,475 DEBUG [M:0;438d02c2e720:37793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:19:26,476 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:19:26,476 DEBUG [M:0;438d02c2e720:37793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:19:26,476 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257163764 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257163764,5,FailOnTimeoutGroup] 2024-12-03T20:19:26,476 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257163765 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257163765,5,FailOnTimeoutGroup] 2024-12-03T20:19:26,476 INFO [M:0;438d02c2e720:37793 {}] hbase.ChoreService(370): Chore service for: master/438d02c2e720:0 had [] on shutdown 2024-12-03T20:19:26,476 DEBUG [M:0;438d02c2e720:37793 {}] master.HMaster(1733): Stopping service threads 2024-12-03T20:19:26,476 INFO [M:0;438d02c2e720:37793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:19:26,476 INFO [M:0;438d02c2e720:37793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:19:26,476 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:19:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:26,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:26,477 DEBUG [M:0;438d02c2e720:37793 {}] zookeeper.ZKUtil(347): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T20:19:26,477 WARN [M:0;438d02c2e720:37793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:19:26,477 INFO [M:0;438d02c2e720:37793 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T20:19:26,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:26,477 INFO [M:0;438d02c2e720:37793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:19:26,478 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:26,478 INFO [M:0;438d02c2e720:37793 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:26,478 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:26,478 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:26,478 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:26,478 INFO [M:0;438d02c2e720:37793 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-12-03T20:19:26,495 DEBUG [M:0;438d02c2e720:37793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6932a968988e4a5bbf580d2040556076 is 82, key is hbase:meta,,1/info:regioninfo/1733257164560/Put/seqid=0 2024-12-03T20:19:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:26,502 INFO [M:0;438d02c2e720:37793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6932a968988e4a5bbf580d2040556076 2024-12-03T20:19:26,530 DEBUG [M:0;438d02c2e720:37793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fafcf76e8d5c4481a619c4d3584d8669 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733257165925/Put/seqid=0 2024-12-03T20:19:26,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741847_1023 (size=7579) 2024-12-03T20:19:26,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741847_1023 (size=7579) 2024-12-03T20:19:26,535 INFO [M:0;438d02c2e720:37793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fafcf76e8d5c4481a619c4d3584d8669 2024-12-03T20:19:26,554 DEBUG [M:0;438d02c2e720:37793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e22dd2aa84404412843c846fbbd0b94b is 69, key is 438d02c2e720,34589,1733257163539/rs:state/1733257163843/Put/seqid=0 2024-12-03T20:19:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:26,559 INFO [M:0;438d02c2e720:37793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e22dd2aa84404412843c846fbbd0b94b 2024-12-03T20:19:26,565 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6932a968988e4a5bbf580d2040556076 as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6932a968988e4a5bbf580d2040556076 2024-12-03T20:19:26,569 INFO [M:0;438d02c2e720:37793 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6932a968988e4a5bbf580d2040556076, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T20:19:26,570 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fafcf76e8d5c4481a619c4d3584d8669 as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fafcf76e8d5c4481a619c4d3584d8669 2024-12-03T20:19:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x10059892ba50002, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:26,571 INFO [RS:1;438d02c2e720:41453 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,41453,1733257163584; zookeeper connection closed. 2024-12-03T20:19:26,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7347426 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7347426 2024-12-03T20:19:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34589-0x10059892ba50001, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:26,574 INFO [RS:0;438d02c2e720:34589 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,34589,1733257163539; zookeeper connection closed. 2024-12-03T20:19:26,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41c12a65 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41c12a65 2024-12-03T20:19:26,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T20:19:26,575 INFO [M:0;438d02c2e720:37793 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fafcf76e8d5c4481a619c4d3584d8669, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T20:19:26,576 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e22dd2aa84404412843c846fbbd0b94b as hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e22dd2aa84404412843c846fbbd0b94b 2024-12-03T20:19:26,581 INFO [M:0;438d02c2e720:37793 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34711/user/jenkins/test-data/b3c3cc53-0a66-5edc-61ac-c23af13a0082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e22dd2aa84404412843c846fbbd0b94b, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T20:19:26,582 INFO [M:0;438d02c2e720:37793 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=108, compaction requested=false 2024-12-03T20:19:26,583 INFO [M:0;438d02c2e720:37793 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:26,583 DEBUG [M:0;438d02c2e720:37793 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741830_1006 (size=54477) 2024-12-03T20:19:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37417 is added to blk_1073741830_1006 (size=54477) 2024-12-03T20:19:26,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:26,587 INFO [M:0;438d02c2e720:37793 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T20:19:26,587 INFO [M:0;438d02c2e720:37793 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37793 2024-12-03T20:19:26,589 DEBUG [M:0;438d02c2e720:37793 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/438d02c2e720,37793,1733257163481 already deleted, retry=false 2024-12-03T20:19:26,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:26,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x10059892ba50000, quorum=127.0.0.1:62008, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:26,691 INFO [M:0;438d02c2e720:37793 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,37793,1733257163481; zookeeper connection closed. 2024-12-03T20:19:26,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2230bc7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:26,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b8796f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:26,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:26,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3100ef74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:26,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43901568{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:26,696 WARN [BP-768688656-172.17.0.2-1733257162621 heartbeating to localhost/127.0.0.1:34711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:26,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:26,697 WARN [BP-768688656-172.17.0.2-1733257162621 heartbeating to localhost/127.0.0.1:34711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768688656-172.17.0.2-1733257162621 (Datanode Uuid e334e820-f2f1-4bb0-8616-f2160c450faf) service to localhost/127.0.0.1:34711 2024-12-03T20:19:26,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:26,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data3/current/BP-768688656-172.17.0.2-1733257162621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:26,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data4/current/BP-768688656-172.17.0.2-1733257162621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:26,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:26,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71cebbc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:26,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@320fe177{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:26,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:26,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458b3705{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:26,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54d59f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:26,704 WARN [BP-768688656-172.17.0.2-1733257162621 heartbeating to localhost/127.0.0.1:34711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:26,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:26,704 WARN [BP-768688656-172.17.0.2-1733257162621 heartbeating to localhost/127.0.0.1:34711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768688656-172.17.0.2-1733257162621 (Datanode Uuid 6aa3128d-af9f-48cc-b9c7-afbcfe200ab1) service to localhost/127.0.0.1:34711 2024-12-03T20:19:26,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:26,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data1/current/BP-768688656-172.17.0.2-1733257162621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:26,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/cluster_09aa38d8-9424-2e94-774b-6687cbed38da/dfs/data/data2/current/BP-768688656-172.17.0.2-1733257162621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:26,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:26,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@213541bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:26,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c47b270{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:26,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:26,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c44ddf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:26,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cbcd984{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:26,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:19:26,735 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T20:19:26,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=181 (was 162) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34711 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34711 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=530 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 175) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3527 (was 3681) 2024-12-03T20:19:26,754 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=181, OpenFileDescriptor=530, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=3527 2024-12-03T20:19:26,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir so I do NOT create it in target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf 2024-12-03T20:19:26,768 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:19:26,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.tmp.dir so I do NOT create it in target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf 2024-12-03T20:19:26,768 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6125b23c-1ea5-ef22-6a44-b957826f91f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:19:26,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf 2024-12-03T20:19:26,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:19:26,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726, deleteOnExit=true 2024-12-03T20:19:26,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T20:19:26,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/test.cache.data in system properties and HBase conf 2024-12-03T20:19:26,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:19:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:19:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:19:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:19:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T20:19:26,769 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:19:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:26,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:19:26,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:19:26,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:19:26,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:19:26,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:19:26,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:19:26,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:26,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:26,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:26,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:26,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:26,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:26,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73b35bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:26,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c23c144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:26,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27c34108{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/java.io.tmpdir/jetty-localhost-35225-hadoop-hdfs-3_4_1-tests_jar-_-any-7766427532656634612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:26,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1380f207{HTTP/1.1, (http/1.1)}{localhost:35225} 2024-12-03T20:19:26,988 INFO [Time-limited test {}] server.Server(415): Started @27077ms 2024-12-03T20:19:27,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:27,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:27,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:27,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:27,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:19:27,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f62a1a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:27,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de5a09f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:27,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1482e20b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/java.io.tmpdir/jetty-localhost-36011-hadoop-hdfs-3_4_1-tests_jar-_-any-14400559063169471111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:27,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f67a95a{HTTP/1.1, (http/1.1)}{localhost:36011} 2024-12-03T20:19:27,206 INFO [Time-limited test {}] server.Server(415): Started @27294ms 2024-12-03T20:19:27,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:27,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:19:27,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:19:27,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:19:27,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:19:27,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:19:27,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3372488f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:19:27,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@254d332b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:19:27,309 WARN [Thread-1437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data1/current/BP-1888649715-172.17.0.2-1733257166799/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:27,310 WARN [Thread-1438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data2/current/BP-1888649715-172.17.0.2-1733257166799/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:27,344 WARN [Thread-1416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73d6aa9725828844 with lease ID 0xaad41280dd025426: Processing first storage report for DS-16ec30c8-0643-4637-90dc-e07618567673 from datanode DatanodeRegistration(127.0.0.1:37235, datanodeUuid=17d2f3f1-1de3-4e5b-8df0-ab016502c503, infoPort=42357, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799) 2024-12-03T20:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73d6aa9725828844 with lease ID 0xaad41280dd025426: from storage DS-16ec30c8-0643-4637-90dc-e07618567673 node DatanodeRegistration(127.0.0.1:37235, datanodeUuid=17d2f3f1-1de3-4e5b-8df0-ab016502c503, infoPort=42357, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73d6aa9725828844 with lease ID 0xaad41280dd025426: Processing first storage report for DS-65bce8b8-8c6f-4f2d-a624-4b1a25632967 from datanode DatanodeRegistration(127.0.0.1:37235, datanodeUuid=17d2f3f1-1de3-4e5b-8df0-ab016502c503, infoPort=42357, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799) 2024-12-03T20:19:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73d6aa9725828844 with lease ID 0xaad41280dd025426: from storage DS-65bce8b8-8c6f-4f2d-a624-4b1a25632967 node DatanodeRegistration(127.0.0.1:37235, datanodeUuid=17d2f3f1-1de3-4e5b-8df0-ab016502c503, infoPort=42357, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:27,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11c0e542{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/java.io.tmpdir/jetty-localhost-44443-hadoop-hdfs-3_4_1-tests_jar-_-any-17796070589765881343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:27,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42ae168{HTTP/1.1, (http/1.1)}{localhost:44443} 2024-12-03T20:19:27,378 INFO [Time-limited test {}] server.Server(415): Started @27466ms 2024-12-03T20:19:27,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:19:27,509 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data3/current/BP-1888649715-172.17.0.2-1733257166799/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:27,510 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data4/current/BP-1888649715-172.17.0.2-1733257166799/current, will proceed with Du for space computation calculation, 2024-12-03T20:19:27,569 WARN [Thread-1452 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:19:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c2a4ecdc2e556 with lease ID 0xaad41280dd025427: Processing first storage report for DS-161b08d6-8c87-46b7-9ff2-c0872e4389cf from datanode DatanodeRegistration(127.0.0.1:35463, datanodeUuid=1bd39bbc-567e-41e4-9b2b-7d9ccf10fbe7, infoPort=43905, infoSecurePort=0, ipcPort=37767, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799) 2024-12-03T20:19:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c2a4ecdc2e556 with lease ID 0xaad41280dd025427: from storage DS-161b08d6-8c87-46b7-9ff2-c0872e4389cf node DatanodeRegistration(127.0.0.1:35463, datanodeUuid=1bd39bbc-567e-41e4-9b2b-7d9ccf10fbe7, infoPort=43905, infoSecurePort=0, ipcPort=37767, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c2a4ecdc2e556 with lease ID 0xaad41280dd025427: Processing first storage report for DS-3a3a3a60-f13d-4b17-961c-fd1938b4b044 from datanode DatanodeRegistration(127.0.0.1:35463, datanodeUuid=1bd39bbc-567e-41e4-9b2b-7d9ccf10fbe7, infoPort=43905, infoSecurePort=0, ipcPort=37767, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799) 2024-12-03T20:19:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c2a4ecdc2e556 with lease ID 0xaad41280dd025427: from storage DS-3a3a3a60-f13d-4b17-961c-fd1938b4b044 node DatanodeRegistration(127.0.0.1:35463, datanodeUuid=1bd39bbc-567e-41e4-9b2b-7d9ccf10fbe7, infoPort=43905, infoSecurePort=0, ipcPort=37767, storageInfo=lv=-57;cid=testClusterID;nsid=398753497;c=1733257166799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:19:27,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf 2024-12-03T20:19:27,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/zookeeper_0, clientPort=59370, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:19:27,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59370 2024-12-03T20:19:27,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:19:27,656 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b with version=8 2024-12-03T20:19:27,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/hbase-staging 2024-12-03T20:19:27,659 INFO [Time-limited test {}] client.ConnectionUtils(129): master/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:27,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:27,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:27,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:27,660 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:27,661 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35823 2024-12-03T20:19:27,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35823 connecting to ZooKeeper ensemble=127.0.0.1:59370 2024-12-03T20:19:27,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358230x0, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:27,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35823-0x10059893bfd0000 connected 2024-12-03T20:19:27,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:27,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:27,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:27,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-03T20:19:27,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-12-03T20:19:27,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-12-03T20:19:27,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-03T20:19:27,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-12-03T20:19:27,708 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b, hbase.cluster.distributed=false 2024-12-03T20:19:27,729 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:27,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:27,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:27,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:27,730 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:27,731 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41053 2024-12-03T20:19:27,731 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:27,736 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T20:19:27,766 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T20:19:27,766 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T20:19:27,771 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T20:19:27,772 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:27,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41053 connecting to ZooKeeper ensemble=127.0.0.1:59370 2024-12-03T20:19:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410530x0, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:27,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41053-0x10059893bfd0001 connected 2024-12-03T20:19:27,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:27,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:27,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:27,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41053 2024-12-03T20:19:27,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41053 2024-12-03T20:19:27,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41053 2024-12-03T20:19:27,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41053 2024-12-03T20:19:27,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41053 2024-12-03T20:19:27,824 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/438d02c2e720:0 server-side Connection retries=45 2024-12-03T20:19:27,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:19:27,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:19:27,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:19:27,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:19:27,825 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:19:27,826 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32889 2024-12-03T20:19:27,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:19:27,828 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T20:19:27,847 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T20:19:27,848 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T20:19:27,852 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T20:19:27,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:19:27,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32889 connecting to ZooKeeper ensemble=127.0.0.1:59370 2024-12-03T20:19:27,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328890x0, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:19:27,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328890x0, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:27,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32889-0x10059893bfd0002 connected 2024-12-03T20:19:27,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:27,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T20:19:27,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32889 2024-12-03T20:19:27,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32889 2024-12-03T20:19:27,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32889 2024-12-03T20:19:27,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32889 2024-12-03T20:19:27,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32889 2024-12-03T20:19:27,914 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/438d02c2e720,35823,1733257167658 2024-12-03T20:19:27,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:27,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:27,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:27,916 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/438d02c2e720,35823,1733257167658 2024-12-03T20:19:27,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:27,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:27,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:27,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:27,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:27,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:27,919 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:27,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T20:19:27,920 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/438d02c2e720,35823,1733257167658 from backup master directory 2024-12-03T20:19:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/438d02c2e720,35823,1733257167658 2024-12-03T20:19:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T20:19:27,922 WARN [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:27,922 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=438d02c2e720,35823,1733257167658 2024-12-03T20:19:27,930 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;438d02c2e720:35823 2024-12-03T20:19:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:19:27,936 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/hbase.id with ID: ae71add7-7b12-4e84-825b-4976eb7e24df 2024-12-03T20:19:27,946 INFO [master/438d02c2e720:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:19:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:27,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:27,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:19:27,956 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:27,957 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:19:27,957 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:19:27,965 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store 2024-12-03T20:19:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:19:27,972 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:27,972 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:27,972 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:27,972 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:27,972 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:27,972 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:27,972 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:27,972 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:27,973 WARN [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/.initializing 2024-12-03T20:19:27,973 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/WALs/438d02c2e720,35823,1733257167658 2024-12-03T20:19:27,973 INFO [master/438d02c2e720:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:27,975 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C35823%2C1733257167658, suffix=, logDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/WALs/438d02c2e720,35823,1733257167658, archiveDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/oldWALs, maxLogs=10 2024-12-03T20:19:27,989 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/WALs/438d02c2e720,35823,1733257167658/438d02c2e720%2C35823%2C1733257167658.1733257167975, exclude list is [], retry=0 2024-12-03T20:19:27,991 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-16ec30c8-0643-4637-90dc-e07618567673,DISK] 2024-12-03T20:19:27,991 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35463,DS-161b08d6-8c87-46b7-9ff2-c0872e4389cf,DISK] 2024-12-03T20:19:27,993 INFO [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/WALs/438d02c2e720,35823,1733257167658/438d02c2e720%2C35823%2C1733257167658.1733257167975 2024-12-03T20:19:27,994 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42357:42357),(127.0.0.1/127.0.0.1:43905:43905)] 2024-12-03T20:19:27,994 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:27,994 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:27,994 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:27,994 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:27,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:27,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:19:27,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:27,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:27,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:27,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:19:27,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:27,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:27,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:28,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:19:28,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:28,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:28,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:19:28,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:28,003 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:28,003 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:28,005 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:19:28,007 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:19:28,009 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:28,010 INFO [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73673405, jitterRate=0.09781928360462189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:19:28,011 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:28,011 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:19:28,014 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548220d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:28,015 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T20:19:28,015 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:19:28,015 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:19:28,015 INFO [master/438d02c2e720:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:19:28,016 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:19:28,016 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:19:28,016 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:19:28,018 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:19:28,019 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T20:19:28,021 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T20:19:28,021 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:19:28,022 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:19:28,023 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T20:19:28,023 INFO [master/438d02c2e720:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:19:28,024 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:19:28,025 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T20:19:28,026 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:19:28,027 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T20:19:28,029 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:19:28,030 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T20:19:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,032 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=438d02c2e720,35823,1733257167658, sessionid=0x10059893bfd0000, setting cluster-up flag (Was=false) 2024-12-03T20:19:28,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,041 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T20:19:28,042 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,35823,1733257167658 2024-12-03T20:19:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,051 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T20:19:28,051 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=438d02c2e720,35823,1733257167658 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:28,054 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T20:19:28,054 INFO [master/438d02c2e720:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 438d02c2e720,35823,1733257167658 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/438d02c2e720:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/438d02c2e720:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:28,054 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,055 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257198055 2024-12-03T20:19:28,055 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:19:28,055 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:28,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:19:28,056 INFO [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:19:28,057 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257168057,5,FailOnTimeoutGroup] 2024-12-03T20:19:28,057 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257168057,5,FailOnTimeoutGroup] 2024-12-03T20:19:28,057 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,057 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:19:28,057 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,057 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741831_1007 (size=1039) 2024-12-03T20:19:28,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T20:19:28,066 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b 2024-12-03T20:19:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:19:28,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:28,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:28,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:28,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:28,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:28,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:28,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:28,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:28,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:28,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:28,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740 2024-12-03T20:19:28,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740 2024-12-03T20:19:28,083 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:28,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:28,086 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:28,086 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69531126, jitterRate=0.03609451651573181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:28,087 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:28,087 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:28,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:28,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:19:28,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T20:19:28,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:19:28,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:19:28,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:19:28,126 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;438d02c2e720:41053 2024-12-03T20:19:28,126 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;438d02c2e720:32889 2024-12-03T20:19:28,127 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1008): ClusterId : ae71add7-7b12-4e84-825b-4976eb7e24df 2024-12-03T20:19:28,127 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1008): ClusterId : ae71add7-7b12-4e84-825b-4976eb7e24df 2024-12-03T20:19:28,127 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:28,127 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:19:28,129 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:28,129 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:19:28,129 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:28,129 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:19:28,132 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:28,132 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:19:28,132 DEBUG [RS:1;438d02c2e720:32889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fdb053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:28,132 DEBUG [RS:0;438d02c2e720:41053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea3f8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:28,132 DEBUG [RS:1;438d02c2e720:32889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f586d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:28,132 DEBUG [RS:0;438d02c2e720:41053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f0e8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:28,132 INFO [RS:0;438d02c2e720:41053 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:28,132 INFO [RS:1;438d02c2e720:32889 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T20:19:28,132 INFO [RS:0;438d02c2e720:41053 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:28,132 INFO [RS:1;438d02c2e720:32889 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T20:19:28,133 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:28,133 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T20:19:28,133 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,35823,1733257167658 with isa=438d02c2e720/172.17.0.2:41053, startcode=1733257167728 2024-12-03T20:19:28,133 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(3073): reportForDuty to master=438d02c2e720,35823,1733257167658 with isa=438d02c2e720/172.17.0.2:32889, startcode=1733257167823 2024-12-03T20:19:28,133 DEBUG [RS:0;438d02c2e720:41053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:28,133 DEBUG [RS:1;438d02c2e720:32889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:19:28,135 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34031, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:28,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,135 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56667, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:19:28,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 438d02c2e720,41053,1733257167728 2024-12-03T20:19:28,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(486): Registering regionserver=438d02c2e720,41053,1733257167728 2024-12-03T20:19:28,136 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b 2024-12-03T20:19:28,137 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38887 2024-12-03T20:19:28,137 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:28,138 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b 2024-12-03T20:19:28,138 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38887 2024-12-03T20:19:28,138 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T20:19:28,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:28,144 DEBUG [RS:1;438d02c2e720:32889 {}] zookeeper.ZKUtil(111): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,144 WARN [RS:1;438d02c2e720:32889 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:28,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,41053,1733257167728] 2024-12-03T20:19:28,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [438d02c2e720,32889,1733257167823] 2024-12-03T20:19:28,144 INFO [RS:1;438d02c2e720:32889 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:28,144 DEBUG [RS:0;438d02c2e720:41053 {}] zookeeper.ZKUtil(111): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/438d02c2e720,41053,1733257167728 2024-12-03T20:19:28,144 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,144 WARN [RS:0;438d02c2e720:41053 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:19:28,144 INFO [RS:0;438d02c2e720:41053 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:28,144 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,41053,1733257167728 2024-12-03T20:19:28,149 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:28,149 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T20:19:28,149 INFO [RS:0;438d02c2e720:41053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:28,149 INFO [RS:1;438d02c2e720:32889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:19:28,152 INFO [RS:0;438d02c2e720:41053 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:28,153 INFO [RS:0;438d02c2e720:41053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:28,153 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,153 INFO [RS:1;438d02c2e720:32889 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:19:28,153 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:28,153 INFO [RS:1;438d02c2e720:32889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:19:28,153 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,153 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T20:19:28,154 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:28,154 DEBUG [RS:0;438d02c2e720:41053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/438d02c2e720:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,154 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,154 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,154 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,155 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,155 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,155 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,41053,1733257167728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:28,155 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/438d02c2e720:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:19:28,155 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:28,155 DEBUG [RS:1;438d02c2e720:32889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/438d02c2e720:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:19:28,155 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,155 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,155 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,155 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,155 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,32889,1733257167823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:28,169 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:28,169 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,41053,1733257167728-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,170 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:19:28,170 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,32889,1733257167823-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,188 INFO [RS:0;438d02c2e720:41053 {}] regionserver.Replication(204): 438d02c2e720,41053,1733257167728 started 2024-12-03T20:19:28,188 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,41053,1733257167728, RpcServer on 438d02c2e720/172.17.0.2:41053, sessionid=0x10059893bfd0001 2024-12-03T20:19:28,188 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:28,188 DEBUG [RS:0;438d02c2e720:41053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,41053,1733257167728 2024-12-03T20:19:28,188 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,41053,1733257167728' 2024-12-03T20:19:28,188 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:28,189 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:28,189 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:28,189 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:28,189 DEBUG [RS:0;438d02c2e720:41053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,41053,1733257167728 2024-12-03T20:19:28,189 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,41053,1733257167728' 2024-12-03T20:19:28,189 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:28,190 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:28,190 DEBUG [RS:0;438d02c2e720:41053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:28,190 INFO [RS:0;438d02c2e720:41053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:28,190 INFO [RS:0;438d02c2e720:41053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:28,191 INFO [RS:1;438d02c2e720:32889 {}] regionserver.Replication(204): 438d02c2e720,32889,1733257167823 started 2024-12-03T20:19:28,191 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1767): Serving as 438d02c2e720,32889,1733257167823, RpcServer on 438d02c2e720/172.17.0.2:32889, sessionid=0x10059893bfd0002 2024-12-03T20:19:28,191 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:19:28,191 DEBUG [RS:1;438d02c2e720:32889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,32889,1733257167823' 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '438d02c2e720,32889,1733257167823' 2024-12-03T20:19:28,192 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T20:19:28,194 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T20:19:28,194 DEBUG [RS:1;438d02c2e720:32889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:19:28,194 INFO [RS:1;438d02c2e720:32889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:19:28,194 INFO [RS:1;438d02c2e720:32889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:19:28,240 WARN [438d02c2e720:35823 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:19:28,290 INFO [RS:0;438d02c2e720:41053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:28,292 INFO [RS:0;438d02c2e720:41053 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C41053%2C1733257167728, suffix=, logDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,41053,1733257167728, archiveDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/oldWALs, maxLogs=32 2024-12-03T20:19:28,294 INFO [RS:1;438d02c2e720:32889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:19:28,296 INFO [RS:1;438d02c2e720:32889 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C32889%2C1733257167823, suffix=, logDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,32889,1733257167823, archiveDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/oldWALs, maxLogs=32 2024-12-03T20:19:28,312 DEBUG [RS:0;438d02c2e720:41053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,41053,1733257167728/438d02c2e720%2C41053%2C1733257167728.1733257168292, exclude list is [], retry=0 2024-12-03T20:19:28,314 DEBUG [RS:1;438d02c2e720:32889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,32889,1733257167823/438d02c2e720%2C32889%2C1733257167823.1733257168296, exclude list is [], retry=0 2024-12-03T20:19:28,315 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-16ec30c8-0643-4637-90dc-e07618567673,DISK] 2024-12-03T20:19:28,316 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35463,DS-161b08d6-8c87-46b7-9ff2-c0872e4389cf,DISK] 2024-12-03T20:19:28,317 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-16ec30c8-0643-4637-90dc-e07618567673,DISK] 2024-12-03T20:19:28,317 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35463,DS-161b08d6-8c87-46b7-9ff2-c0872e4389cf,DISK] 2024-12-03T20:19:28,321 INFO [RS:0;438d02c2e720:41053 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,41053,1733257167728/438d02c2e720%2C41053%2C1733257167728.1733257168292 2024-12-03T20:19:28,321 INFO [RS:1;438d02c2e720:32889 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,32889,1733257167823/438d02c2e720%2C32889%2C1733257167823.1733257168296 2024-12-03T20:19:28,324 DEBUG [RS:0;438d02c2e720:41053 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43905:43905),(127.0.0.1/127.0.0.1:42357:42357)] 2024-12-03T20:19:28,325 DEBUG [RS:1;438d02c2e720:32889 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42357:42357),(127.0.0.1/127.0.0.1:43905:43905)] 2024-12-03T20:19:28,490 DEBUG [438d02c2e720:35823 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T20:19:28,490 DEBUG [438d02c2e720:35823 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:28,492 DEBUG [438d02c2e720:35823 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:28,492 DEBUG [438d02c2e720:35823 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:28,492 INFO [438d02c2e720:35823 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:28,492 INFO [438d02c2e720:35823 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:28,492 DEBUG [438d02c2e720:35823 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:28,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,32889,1733257167823, state=OPENING 2024-12-03T20:19:28,495 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:19:28,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:28,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:28,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:28,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:28,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=438d02c2e720,32889,1733257167823}] 2024-12-03T20:19:28,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:28,651 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:28,655 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T20:19:28,655 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:19:28,655 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:19:28,656 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=438d02c2e720%2C32889%2C1733257167823.meta, suffix=.meta, logDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,32889,1733257167823, archiveDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/oldWALs, maxLogs=32 2024-12-03T20:19:28,670 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,32889,1733257167823/438d02c2e720%2C32889%2C1733257167823.meta.1733257168657.meta, exclude list is [], retry=0 2024-12-03T20:19:28,672 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-16ec30c8-0643-4637-90dc-e07618567673,DISK] 2024-12-03T20:19:28,672 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35463,DS-161b08d6-8c87-46b7-9ff2-c0872e4389cf,DISK] 2024-12-03T20:19:28,674 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/WALs/438d02c2e720,32889,1733257167823/438d02c2e720%2C32889%2C1733257167823.meta.1733257168657.meta 2024-12-03T20:19:28,674 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42357:42357),(127.0.0.1/127.0.0.1:43905:43905)] 2024-12-03T20:19:28,674 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:28,675 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:19:28,675 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:19:28,675 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:19:28,675 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:19:28,675 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:28,675 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T20:19:28,675 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T20:19:28,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:19:28,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:19:28,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:28,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:19:28,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:19:28,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:28,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:19:28,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:19:28,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:19:28,680 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740 2024-12-03T20:19:28,681 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740 2024-12-03T20:19:28,682 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:19:28,683 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T20:19:28,684 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58877952, jitterRate=-0.122650146484375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:19:28,684 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T20:19:28,685 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257168649 2024-12-03T20:19:28,686 DEBUG [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:19:28,687 INFO [RS_OPEN_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T20:19:28,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,32889,1733257167823 2024-12-03T20:19:28,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 438d02c2e720,32889,1733257167823, state=OPEN 2024-12-03T20:19:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:28,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T20:19:28,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:28,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:28,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T20:19:28,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:19:28,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=438d02c2e720,32889,1733257167823 in 192 msec 2024-12-03T20:19:28,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:19:28,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-12-03T20:19:28,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 640 msec 2024-12-03T20:19:28,694 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257168694, completionTime=-1 2024-12-03T20:19:28,694 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T20:19:28,694 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T20:19:28,694 DEBUG [hconnection-0x426e5fb7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:28,696 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:28,697 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T20:19:28,697 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257228697 2024-12-03T20:19:28,697 INFO [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257288697 2024-12-03T20:19:28,697 INFO [master/438d02c2e720:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-03T20:19:28,703 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,35823,1733257167658-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,703 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,35823,1733257167658-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,703 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,35823,1733257167658-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,703 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-438d02c2e720:35823, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,703 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:28,704 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T20:19:28,704 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:19:28,705 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T20:19:28,705 DEBUG [master/438d02c2e720:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T20:19:28,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:28,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:28,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741836_1012 (size=358) 2024-12-03T20:19:28,716 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 779c634c7b4d8e9bb1c4ce140a19e206, NAME => 'hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b 2024-12-03T20:19:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741837_1013 (size=42) 2024-12-03T20:19:28,723 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:28,723 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 779c634c7b4d8e9bb1c4ce140a19e206, disabling compactions & flushes 2024-12-03T20:19:28,723 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:28,723 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:28,723 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. after waiting 0 ms 2024-12-03T20:19:28,723 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:28,723 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:28,723 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 779c634c7b4d8e9bb1c4ce140a19e206: 2024-12-03T20:19:28,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:28,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733257168724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257168724"}]},"ts":"1733257168724"} 2024-12-03T20:19:28,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T20:19:28,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:28,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257168726"}]},"ts":"1733257168726"} 2024-12-03T20:19:28,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T20:19:28,731 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:28,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:28,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:28,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:28,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:28,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:28,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=779c634c7b4d8e9bb1c4ce140a19e206, ASSIGN}] 2024-12-03T20:19:28,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=779c634c7b4d8e9bb1c4ce140a19e206, ASSIGN 2024-12-03T20:19:28,733 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=779c634c7b4d8e9bb1c4ce140a19e206, ASSIGN; state=OFFLINE, location=438d02c2e720,41053,1733257167728; forceNewPlan=false, retain=false 2024-12-03T20:19:28,883 INFO [438d02c2e720:35823 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T20:19:28,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=779c634c7b4d8e9bb1c4ce140a19e206, regionState=OPENING, regionLocation=438d02c2e720,41053,1733257167728 2024-12-03T20:19:28,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 779c634c7b4d8e9bb1c4ce140a19e206, server=438d02c2e720,41053,1733257167728}] 2024-12-03T20:19:29,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 438d02c2e720,41053,1733257167728 2024-12-03T20:19:29,037 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:29,039 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:29,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:29,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 779c634c7b4d8e9bb1c4ce140a19e206, NAME => 'hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:19:29,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:29,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:29,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:29,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:29,044 INFO [StoreOpener-779c634c7b4d8e9bb1c4ce140a19e206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:29,046 INFO [StoreOpener-779c634c7b4d8e9bb1c4ce140a19e206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779c634c7b4d8e9bb1c4ce140a19e206 columnFamilyName info 2024-12-03T20:19:29,046 DEBUG [StoreOpener-779c634c7b4d8e9bb1c4ce140a19e206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:29,046 INFO [StoreOpener-779c634c7b4d8e9bb1c4ce140a19e206-1 {}] regionserver.HStore(327): Store=779c634c7b4d8e9bb1c4ce140a19e206/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:29,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:29,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:29,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:29,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:29,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 779c634c7b4d8e9bb1c4ce140a19e206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70278452, jitterRate=0.047230541706085205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:29,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 779c634c7b4d8e9bb1c4ce140a19e206: 2024-12-03T20:19:29,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206., pid=6, masterSystemTime=1733257169037 2024-12-03T20:19:29,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:29,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:29,059 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=779c634c7b4d8e9bb1c4ce140a19e206, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,41053,1733257167728 2024-12-03T20:19:29,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:19:29,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 779c634c7b4d8e9bb1c4ce140a19e206, server=438d02c2e720,41053,1733257167728 in 175 msec 2024-12-03T20:19:29,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:19:29,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=779c634c7b4d8e9bb1c4ce140a19e206, ASSIGN in 331 msec 2024-12-03T20:19:29,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:29,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257169067"}]},"ts":"1733257169067"} 2024-12-03T20:19:29,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T20:19:29,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:29,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 369 msec 2024-12-03T20:19:29,106 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T20:19:29,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:29,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:29,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:29,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:29,111 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:29,113 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:29,114 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T20:19:29,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:29,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-03T20:19:29,136 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T20:19:29,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T20:19:29,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-12-03T20:19:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T20:19:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T20:19:29,166 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.244sec 2024-12-03T20:19:29,167 INFO [master/438d02c2e720:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:19:29,167 INFO [master/438d02c2e720:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:19:29,167 INFO [master/438d02c2e720:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:19:29,167 INFO [master/438d02c2e720:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:19:29,167 INFO [master/438d02c2e720:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:19:29,167 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,35823,1733257167658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:19:29,167 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,35823,1733257167658-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:19:29,169 DEBUG [master/438d02c2e720:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:19:29,169 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:19:29,169 INFO [master/438d02c2e720:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=438d02c2e720,35823,1733257167658-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:19:29,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fdf05b3 to 127.0.0.1:59370 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@294d0c9c 2024-12-03T20:19:29,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cda8a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:19:29,222 DEBUG [hconnection-0x6ec1186a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:29,224 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:29,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=438d02c2e720,35823,1733257167658 2024-12-03T20:19:29,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:19:29,227 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:19:29,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:19:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T20:19:29,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:19:29,231 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:29,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T20:19:29,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:19:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:29,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741838_1014 (size=379) 2024-12-03T20:19:29,244 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 78a6e9e209457de97178d7bf5082acb3, NAME => 'testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b 2024-12-03T20:19:29,244 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cf096b0f2c08bf4c9413f11a720f8083, NAME => 'testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b 2024-12-03T20:19:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:29,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:29,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing cf096b0f2c08bf4c9413f11a720f8083, disabling compactions & flushes 2024-12-03T20:19:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741840_1016 (size=61) 2024-12-03T20:19:29,256 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:29,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:29,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. after waiting 0 ms 2024-12-03T20:19:29,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:29,256 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:29,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for cf096b0f2c08bf4c9413f11a720f8083: 2024-12-03T20:19:29,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741839_1015 (size=61) 2024-12-03T20:19:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:29,657 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:29,657 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 78a6e9e209457de97178d7bf5082acb3, disabling compactions & flushes 2024-12-03T20:19:29,657 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:29,657 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:29,657 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. after waiting 0 ms 2024-12-03T20:19:29,657 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:29,657 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:29,657 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 78a6e9e209457de97178d7bf5082acb3: 2024-12-03T20:19:29,658 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:19:29,658 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257169658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257169658"}]},"ts":"1733257169658"} 2024-12-03T20:19:29,658 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733257169658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257169658"}]},"ts":"1733257169658"} 2024-12-03T20:19:29,661 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T20:19:29,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:19:29,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257169662"}]},"ts":"1733257169662"} 2024-12-03T20:19:29,663 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T20:19:29,667 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {438d02c2e720=0} racks are {/default-rack=0} 2024-12-03T20:19:29,668 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T20:19:29,668 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T20:19:29,668 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T20:19:29,668 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T20:19:29,668 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T20:19:29,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf096b0f2c08bf4c9413f11a720f8083, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78a6e9e209457de97178d7bf5082acb3, ASSIGN}] 2024-12-03T20:19:29,669 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78a6e9e209457de97178d7bf5082acb3, ASSIGN 2024-12-03T20:19:29,669 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf096b0f2c08bf4c9413f11a720f8083, ASSIGN 2024-12-03T20:19:29,670 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78a6e9e209457de97178d7bf5082acb3, ASSIGN; state=OFFLINE, location=438d02c2e720,32889,1733257167823; forceNewPlan=false, retain=false 2024-12-03T20:19:29,670 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf096b0f2c08bf4c9413f11a720f8083, ASSIGN; state=OFFLINE, location=438d02c2e720,41053,1733257167728; forceNewPlan=false, retain=false 2024-12-03T20:19:29,820 INFO [438d02c2e720:35823 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T20:19:29,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=78a6e9e209457de97178d7bf5082acb3, regionState=OPENING, regionLocation=438d02c2e720,32889,1733257167823 2024-12-03T20:19:29,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cf096b0f2c08bf4c9413f11a720f8083, regionState=OPENING, regionLocation=438d02c2e720,41053,1733257167728 2024-12-03T20:19:29,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 78a6e9e209457de97178d7bf5082acb3, server=438d02c2e720,32889,1733257167823}] 2024-12-03T20:19:29,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure cf096b0f2c08bf4c9413f11a720f8083, server=438d02c2e720,41053,1733257167728}] 2024-12-03T20:19:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:29,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 438d02c2e720,32889,1733257167823 2024-12-03T20:19:29,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 438d02c2e720,41053,1733257167728 2024-12-03T20:19:29,978 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:29,978 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 78a6e9e209457de97178d7bf5082acb3, NAME => 'testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:29,979 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => cf096b0f2c08bf4c9413f11a720f8083, NAME => 'testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:29,979 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:29,980 INFO [StoreOpener-78a6e9e209457de97178d7bf5082acb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:29,980 INFO [StoreOpener-cf096b0f2c08bf4c9413f11a720f8083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:29,982 INFO [StoreOpener-78a6e9e209457de97178d7bf5082acb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78a6e9e209457de97178d7bf5082acb3 columnFamilyName family 2024-12-03T20:19:29,982 INFO [StoreOpener-cf096b0f2c08bf4c9413f11a720f8083-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf096b0f2c08bf4c9413f11a720f8083 columnFamilyName family 2024-12-03T20:19:29,982 DEBUG [StoreOpener-cf096b0f2c08bf4c9413f11a720f8083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:29,982 DEBUG [StoreOpener-78a6e9e209457de97178d7bf5082acb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:19:29,982 INFO [StoreOpener-cf096b0f2c08bf4c9413f11a720f8083-1 {}] regionserver.HStore(327): Store=cf096b0f2c08bf4c9413f11a720f8083/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:29,982 INFO [StoreOpener-78a6e9e209457de97178d7bf5082acb3-1 {}] regionserver.HStore(327): Store=78a6e9e209457de97178d7bf5082acb3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:19:29,983 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:29,983 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:29,983 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:29,983 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:29,985 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:29,985 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:29,987 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:29,988 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:19:29,988 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 78a6e9e209457de97178d7bf5082acb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65029646, jitterRate=-0.030982762575149536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:29,988 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened cf096b0f2c08bf4c9413f11a720f8083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70260004, jitterRate=0.046955645084381104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T20:19:29,988 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for cf096b0f2c08bf4c9413f11a720f8083: 2024-12-03T20:19:29,988 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 78a6e9e209457de97178d7bf5082acb3: 2024-12-03T20:19:29,989 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083., pid=13, masterSystemTime=1733257169976 2024-12-03T20:19:29,989 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3., pid=12, masterSystemTime=1733257169974 2024-12-03T20:19:29,991 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:29,991 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:29,991 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=78a6e9e209457de97178d7bf5082acb3, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,32889,1733257167823 2024-12-03T20:19:29,992 DEBUG [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:29,992 INFO [RS_OPEN_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:29,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cf096b0f2c08bf4c9413f11a720f8083, regionState=OPEN, openSeqNum=2, regionLocation=438d02c2e720,41053,1733257167728 2024-12-03T20:19:29,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T20:19:29,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 78a6e9e209457de97178d7bf5082acb3, server=438d02c2e720,32889,1733257167823 in 172 msec 2024-12-03T20:19:29,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-03T20:19:29,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure cf096b0f2c08bf4c9413f11a720f8083, server=438d02c2e720,41053,1733257167728 in 172 msec 2024-12-03T20:19:29,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78a6e9e209457de97178d7bf5082acb3, ASSIGN in 328 msec 2024-12-03T20:19:29,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:19:29,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf096b0f2c08bf4c9413f11a720f8083, ASSIGN in 328 msec 2024-12-03T20:19:29,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:19:29,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257169998"}]},"ts":"1733257169998"} 2024-12-03T20:19:30,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T20:19:30,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:19:30,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 773 msec 2024-12-03T20:19:30,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:19:30,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:19:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T20:19:30,338 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T20:19:30,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T20:19:30,338 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:30,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T20:19:30,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T20:19:30,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T20:19:30,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:19:30,344 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:19:30,358 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing cf096b0f2c08bf4c9413f11a720f8083 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T20:19:30,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083/.tmp/family/ddcc40bc5fcc44afac0bd20d7b59e37b is 32, key is 1/family:/1733257170345/Put/seqid=0 2024-12-03T20:19:30,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741841_1017 (size=5054) 2024-12-03T20:19:30,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741841_1017 (size=5054) 2024-12-03T20:19:30,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083/.tmp/family/ddcc40bc5fcc44afac0bd20d7b59e37b 2024-12-03T20:19:30,387 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083/.tmp/family/ddcc40bc5fcc44afac0bd20d7b59e37b as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083/family/ddcc40bc5fcc44afac0bd20d7b59e37b 2024-12-03T20:19:30,393 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083/family/ddcc40bc5fcc44afac0bd20d7b59e37b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T20:19:30,394 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cf096b0f2c08bf4c9413f11a720f8083 in 36ms, sequenceid=8, compaction requested=false 2024-12-03T20:19:30,394 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for cf096b0f2c08bf4c9413f11a720f8083: 2024-12-03T20:19:30,394 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 78a6e9e209457de97178d7bf5082acb3 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T20:19:30,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3/.tmp/family/33966f8c55c14539adf99c8b329fcf91 is 32, key is 5/family:/1733257170352/Put/seqid=0 2024-12-03T20:19:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741842_1018 (size=5083) 2024-12-03T20:19:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741842_1018 (size=5083) 2024-12-03T20:19:30,415 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3/.tmp/family/33966f8c55c14539adf99c8b329fcf91 2024-12-03T20:19:30,421 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3/.tmp/family/33966f8c55c14539adf99c8b329fcf91 as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3/family/33966f8c55c14539adf99c8b329fcf91 2024-12-03T20:19:30,427 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3/family/33966f8c55c14539adf99c8b329fcf91, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T20:19:30,428 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 78a6e9e209457de97178d7bf5082acb3 in 34ms, sequenceid=9, compaction requested=false 2024-12-03T20:19:30,428 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 78a6e9e209457de97178d7bf5082acb3: 2024-12-03T20:19:30,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:30,437 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] bucket.BucketCache(1851): found 1 blocks for file ddcc40bc5fcc44afac0bd20d7b59e37b, starting offset: 0, end offset: 9223372036854775807 2024-12-03T20:19:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41053 {}] bucket.BucketCache(843): removed key ddcc40bc5fcc44afac0bd20d7b59e37b_0 from back map with offset lock 2094080 in the evict process 2024-12-03T20:19:30,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:19:30,438 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:19:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32889 {}] bucket.BucketCache(1851): found 1 blocks for file 33966f8c55c14539adf99c8b329fcf91, starting offset: 0, end offset: 9223372036854775807 2024-12-03T20:19:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32889 {}] bucket.BucketCache(843): removed key 33966f8c55c14539adf99c8b329fcf91_0 from back map with offset lock 2094080 in the evict process 2024-12-03T20:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T20:19:30,439 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T20:19:30,440 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fdf05b3 to 127.0.0.1:59370 2024-12-03T20:19:30,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:30,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:19:30,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1004391349, stopped=false 2024-12-03T20:19:30,440 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=438d02c2e720,35823,1733257167658 2024-12-03T20:19:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:30,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T20:19:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T20:19:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:30,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:30,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:30,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T20:19:30,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:30,444 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,41053,1733257167728' ***** 2024-12-03T20:19:30,444 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:30,444 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,32889,1733257167823' ***** 2024-12-03T20:19:30,444 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T20:19:30,444 INFO [RS:0;438d02c2e720:41053 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T20:19:30,445 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T20:19:30,445 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T20:19:30,445 INFO [RS:0;438d02c2e720:41053 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T20:19:30,445 INFO [RS:1;438d02c2e720:32889 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T20:19:30,445 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T20:19:30,445 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:30,445 INFO [RS:1;438d02c2e720:32889 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T20:19:30,445 INFO [RS:0;438d02c2e720:41053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:30,445 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:19:30,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:30,445 INFO [RS:1;438d02c2e720:32889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:19:30,445 INFO [RS:1;438d02c2e720:32889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:30,445 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T20:19:30,445 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T20:19:30,445 INFO [RS:0;438d02c2e720:41053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:19:30,446 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(3579): Received CLOSE for 78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:30,446 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(3579): Received CLOSE for cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:30,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T20:19:30,446 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T20:19:30,446 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,32889,1733257167823 2024-12-03T20:19:30,446 DEBUG [RS:1;438d02c2e720:32889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:30,446 INFO [RS:1;438d02c2e720:32889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:30,446 INFO [RS:1;438d02c2e720:32889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:30,446 INFO [RS:1;438d02c2e720:32889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:30,446 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(3579): Received CLOSE for 779c634c7b4d8e9bb1c4ce140a19e206 2024-12-03T20:19:30,446 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T20:19:30,446 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,41053,1733257167728 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 78a6e9e209457de97178d7bf5082acb3, disabling compactions & flushes 2024-12-03T20:19:30,446 DEBUG [RS:0;438d02c2e720:41053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:30,446 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cf096b0f2c08bf4c9413f11a720f8083, disabling compactions & flushes 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:30,446 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. after waiting 0 ms 2024-12-03T20:19:30,446 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:30,446 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1603): Online Regions={cf096b0f2c08bf4c9413f11a720f8083=testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083., 779c634c7b4d8e9bb1c4ce140a19e206=hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206.} 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. after waiting 0 ms 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:30,446 DEBUG [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1629): Waiting on 779c634c7b4d8e9bb1c4ce140a19e206, cf096b0f2c08bf4c9413f11a720f8083 2024-12-03T20:19:30,446 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T20:19:30,446 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 78a6e9e209457de97178d7bf5082acb3=testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3.} 2024-12-03T20:19:30,446 DEBUG [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 78a6e9e209457de97178d7bf5082acb3 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:19:30,446 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T20:19:30,446 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T20:19:30,447 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:19:30,447 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:19:30,447 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T20:19:30,450 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/cf096b0f2c08bf4c9413f11a720f8083/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/default/testClearRegionBlockCache/78a6e9e209457de97178d7bf5082acb3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T20:19:30,451 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cf096b0f2c08bf4c9413f11a720f8083: 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733257169228.cf096b0f2c08bf4c9413f11a720f8083. 2024-12-03T20:19:30,451 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 78a6e9e209457de97178d7bf5082acb3: 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 779c634c7b4d8e9bb1c4ce140a19e206, disabling compactions & flushes 2024-12-03T20:19:30,451 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. after waiting 0 ms 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:30,451 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3. 2024-12-03T20:19:30,452 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 779c634c7b4d8e9bb1c4ce140a19e206 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T20:19:30,457 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:30,457 INFO [regionserver/438d02c2e720:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:30,468 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/.tmp/info/26ceccea988e403693ac8818cc24b838 is 173, key is testClearRegionBlockCache,5,1733257169228.78a6e9e209457de97178d7bf5082acb3./info:regioninfo/1733257169991/Put/seqid=0 2024-12-03T20:19:30,471 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206/.tmp/info/dc5bfebe929d41c6aab02bba9dee6a90 is 45, key is default/info:d/1733257169119/Put/seqid=0 2024-12-03T20:19:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741843_1019 (size=9337) 2024-12-03T20:19:30,477 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/.tmp/info/26ceccea988e403693ac8818cc24b838 2024-12-03T20:19:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741844_1020 (size=5037) 2024-12-03T20:19:30,479 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206/.tmp/info/dc5bfebe929d41c6aab02bba9dee6a90 2024-12-03T20:19:30,484 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206/.tmp/info/dc5bfebe929d41c6aab02bba9dee6a90 as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206/info/dc5bfebe929d41c6aab02bba9dee6a90 2024-12-03T20:19:30,489 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206/info/dc5bfebe929d41c6aab02bba9dee6a90, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T20:19:30,490 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 779c634c7b4d8e9bb1c4ce140a19e206 in 38ms, sequenceid=6, compaction requested=false 2024-12-03T20:19:30,493 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/namespace/779c634c7b4d8e9bb1c4ce140a19e206/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:19:30,494 INFO [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:30,494 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 779c634c7b4d8e9bb1c4ce140a19e206: 2024-12-03T20:19:30,494 DEBUG [RS_CLOSE_REGION-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733257168704.779c634c7b4d8e9bb1c4ce140a19e206. 2024-12-03T20:19:30,503 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/.tmp/table/3a44acac803441d3a1750776e53d5187 is 61, key is testClearRegionBlockCache/table:state/1733257169998/Put/seqid=0 2024-12-03T20:19:30,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:30,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741845_1021 (size=5392) 2024-12-03T20:19:30,508 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/.tmp/table/3a44acac803441d3a1750776e53d5187 2024-12-03T20:19:30,514 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/.tmp/info/26ceccea988e403693ac8818cc24b838 as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/info/26ceccea988e403693ac8818cc24b838 2024-12-03T20:19:30,518 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/info/26ceccea988e403693ac8818cc24b838, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T20:19:30,519 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/.tmp/table/3a44acac803441d3a1750776e53d5187 as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/table/3a44acac803441d3a1750776e53d5187 2024-12-03T20:19:30,524 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/table/3a44acac803441d3a1750776e53d5187, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T20:19:30,525 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 78ms, sequenceid=16, compaction requested=false 2024-12-03T20:19:30,529 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:19:30,530 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:19:30,530 INFO [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:30,530 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T20:19:30,530 DEBUG [RS_CLOSE_META-regionserver/438d02c2e720:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:19:30,646 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,41053,1733257167728; all regions closed. 2024-12-03T20:19:30,647 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,32889,1733257167823; all regions closed. 2024-12-03T20:19:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741833_1009 (size=3079) 2024-12-03T20:19:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:30,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741835_1011 (size=5602) 2024-12-03T20:19:30,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741833_1009 (size=3079) 2024-12-03T20:19:30,652 DEBUG [RS:1;438d02c2e720:32889 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/oldWALs 2024-12-03T20:19:30,652 INFO [RS:1;438d02c2e720:32889 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C32889%2C1733257167823.meta:.meta(num 1733257168657) 2024-12-03T20:19:30,653 DEBUG [RS:0;438d02c2e720:41053 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/oldWALs 2024-12-03T20:19:30,653 INFO [RS:0;438d02c2e720:41053 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C41053%2C1733257167728:(num 1733257168292) 2024-12-03T20:19:30,653 DEBUG [RS:0;438d02c2e720:41053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:30,653 INFO [RS:0;438d02c2e720:41053 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:30,654 INFO [RS:0;438d02c2e720:41053 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:30,654 INFO [RS:0;438d02c2e720:41053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:19:30,654 INFO [RS:0;438d02c2e720:41053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:19:30,654 INFO [RS:0;438d02c2e720:41053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:19:30,654 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:30,654 INFO [RS:0;438d02c2e720:41053 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41053 2024-12-03T20:19:30,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741834_1010 (size=1867) 2024-12-03T20:19:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741834_1010 (size=1867) 2024-12-03T20:19:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,41053,1733257167728 2024-12-03T20:19:30,658 DEBUG [RS:1;438d02c2e720:32889 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/oldWALs 2024-12-03T20:19:30,658 INFO [RS:1;438d02c2e720:32889 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 438d02c2e720%2C32889%2C1733257167823:(num 1733257168296) 2024-12-03T20:19:30,658 DEBUG [RS:1;438d02c2e720:32889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:30,658 INFO [RS:1;438d02c2e720:32889 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:19:30,658 INFO [RS:1;438d02c2e720:32889 {}] hbase.ChoreService(370): Chore service for: regionserver/438d02c2e720:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:19:30,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,41053,1733257167728] 2024-12-03T20:19:30,658 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,41053,1733257167728; numProcessing=1 2024-12-03T20:19:30,658 INFO [RS:1;438d02c2e720:32889 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32889 2024-12-03T20:19:30,659 INFO [regionserver/438d02c2e720:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:30,661 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,41053,1733257167728 already deleted, retry=false 2024-12-03T20:19:30,661 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,41053,1733257167728 expired; onlineServers=1 2024-12-03T20:19:30,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/438d02c2e720,32889,1733257167823 2024-12-03T20:19:30,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T20:19:30,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [438d02c2e720,32889,1733257167823] 2024-12-03T20:19:30,662 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 438d02c2e720,32889,1733257167823; numProcessing=2 2024-12-03T20:19:30,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/438d02c2e720,32889,1733257167823 already deleted, retry=false 2024-12-03T20:19:30,664 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 438d02c2e720,32889,1733257167823 expired; onlineServers=0 2024-12-03T20:19:30,664 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '438d02c2e720,35823,1733257167658' ***** 2024-12-03T20:19:30,664 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:19:30,664 DEBUG [M:0;438d02c2e720:35823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf18ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=438d02c2e720/172.17.0.2:0 2024-12-03T20:19:30,664 INFO [M:0;438d02c2e720:35823 {}] regionserver.HRegionServer(1224): stopping server 438d02c2e720,35823,1733257167658 2024-12-03T20:19:30,664 INFO [M:0;438d02c2e720:35823 {}] regionserver.HRegionServer(1250): stopping server 438d02c2e720,35823,1733257167658; all regions closed. 2024-12-03T20:19:30,664 DEBUG [M:0;438d02c2e720:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:19:30,664 DEBUG [M:0;438d02c2e720:35823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:19:30,664 DEBUG [M:0;438d02c2e720:35823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:19:30,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:19:30,664 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257168057 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.large.0-1733257168057,5,FailOnTimeoutGroup] 2024-12-03T20:19:30,664 DEBUG [master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257168057 {}] cleaner.HFileCleaner(306): Exit Thread[master/438d02c2e720:0:becomeActiveMaster-HFileCleaner.small.0-1733257168057,5,FailOnTimeoutGroup] 2024-12-03T20:19:30,665 INFO [M:0;438d02c2e720:35823 {}] hbase.ChoreService(370): Chore service for: master/438d02c2e720:0 had [] on shutdown 2024-12-03T20:19:30,665 DEBUG [M:0;438d02c2e720:35823 {}] master.HMaster(1733): Stopping service threads 2024-12-03T20:19:30,665 INFO [M:0;438d02c2e720:35823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:19:30,665 INFO [M:0;438d02c2e720:35823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:19:30,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:19:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T20:19:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T20:19:30,666 DEBUG [M:0;438d02c2e720:35823 {}] zookeeper.ZKUtil(347): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T20:19:30,666 WARN [M:0;438d02c2e720:35823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:19:30,666 INFO [M:0;438d02c2e720:35823 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T20:19:30,666 INFO [M:0;438d02c2e720:35823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:19:30,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T20:19:30,666 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:19:30,666 INFO [M:0;438d02c2e720:35823 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:30,666 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:30,666 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:19:30,666 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:30,667 INFO [M:0;438d02c2e720:35823 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.94 KB heapSize=56.38 KB 2024-12-03T20:19:30,690 DEBUG [M:0;438d02c2e720:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/869a94a3e95c4f3f82b17dbc9ce3bb8e is 82, key is hbase:meta,,1/info:regioninfo/1733257168687/Put/seqid=0 2024-12-03T20:19:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:19:30,696 INFO [M:0;438d02c2e720:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/869a94a3e95c4f3f82b17dbc9ce3bb8e 2024-12-03T20:19:30,715 DEBUG [M:0;438d02c2e720:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb621ad5ccf742a089787040abd5359d is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733257170003/Put/seqid=0 2024-12-03T20:19:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741847_1023 (size=7583) 2024-12-03T20:19:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741847_1023 (size=7583) 2024-12-03T20:19:30,721 INFO [M:0;438d02c2e720:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.32 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb621ad5ccf742a089787040abd5359d 2024-12-03T20:19:30,742 DEBUG [M:0;438d02c2e720:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0536d48bfd0949b8afc84a7c0c03f3b5 is 69, key is 438d02c2e720,32889,1733257167823/rs:state/1733257168135/Put/seqid=0 2024-12-03T20:19:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741848_1024 (size=5224) 2024-12-03T20:19:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:30,759 INFO [RS:0;438d02c2e720:41053 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,41053,1733257167728; zookeeper connection closed. 2024-12-03T20:19:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41053-0x10059893bfd0001, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:30,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22283573 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22283573 2024-12-03T20:19:30,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:30,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32889-0x10059893bfd0002, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:30,762 INFO [RS:1;438d02c2e720:32889 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,32889,1733257167823; zookeeper connection closed. 2024-12-03T20:19:30,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@164075c6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@164075c6 2024-12-03T20:19:30,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T20:19:31,149 INFO [M:0;438d02c2e720:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0536d48bfd0949b8afc84a7c0c03f3b5 2024-12-03T20:19:31,156 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/869a94a3e95c4f3f82b17dbc9ce3bb8e as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/869a94a3e95c4f3f82b17dbc9ce3bb8e 2024-12-03T20:19:31,162 INFO [M:0;438d02c2e720:35823 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/869a94a3e95c4f3f82b17dbc9ce3bb8e, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T20:19:31,162 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb621ad5ccf742a089787040abd5359d as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb621ad5ccf742a089787040abd5359d 2024-12-03T20:19:31,168 INFO [M:0;438d02c2e720:35823 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb621ad5ccf742a089787040abd5359d, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T20:19:31,169 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0536d48bfd0949b8afc84a7c0c03f3b5 as hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0536d48bfd0949b8afc84a7c0c03f3b5 2024-12-03T20:19:31,173 INFO [M:0;438d02c2e720:35823 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38887/user/jenkins/test-data/22bf8552-7333-afcf-d1b2-e52ab38fac2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0536d48bfd0949b8afc84a7c0c03f3b5, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T20:19:31,174 INFO [M:0;438d02c2e720:35823 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.94 KB/47046, heapSize ~56.09 KB/57432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=108, compaction requested=false 2024-12-03T20:19:31,179 INFO [M:0;438d02c2e720:35823 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:19:31,179 DEBUG [M:0;438d02c2e720:35823 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T20:19:31,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35463 is added to blk_1073741830_1006 (size=54577) 2024-12-03T20:19:31,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741830_1006 (size=54577) 2024-12-03T20:19:31,181 INFO [M:0;438d02c2e720:35823 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T20:19:31,181 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T20:19:31,181 INFO [M:0;438d02c2e720:35823 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35823 2024-12-03T20:19:31,183 DEBUG [M:0;438d02c2e720:35823 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/438d02c2e720,35823,1733257167658 already deleted, retry=false 2024-12-03T20:19:31,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:31,285 INFO [M:0;438d02c2e720:35823 {}] regionserver.HRegionServer(1307): Exiting; stopping=438d02c2e720,35823,1733257167658; zookeeper connection closed. 2024-12-03T20:19:31,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x10059893bfd0000, quorum=127.0.0.1:59370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:19:31,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11c0e542{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:31,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42ae168{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:31,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:31,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@254d332b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:31,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3372488f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:31,291 WARN [BP-1888649715-172.17.0.2-1733257166799 heartbeating to localhost/127.0.0.1:38887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:31,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:31,291 WARN [BP-1888649715-172.17.0.2-1733257166799 heartbeating to localhost/127.0.0.1:38887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1888649715-172.17.0.2-1733257166799 (Datanode Uuid 1bd39bbc-567e-41e4-9b2b-7d9ccf10fbe7) service to localhost/127.0.0.1:38887 2024-12-03T20:19:31,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:31,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data3/current/BP-1888649715-172.17.0.2-1733257166799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:31,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data4/current/BP-1888649715-172.17.0.2-1733257166799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:31,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:31,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1482e20b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:19:31,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f67a95a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:31,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:31,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de5a09f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:31,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f62a1a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:31,296 WARN [BP-1888649715-172.17.0.2-1733257166799 heartbeating to localhost/127.0.0.1:38887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:19:31,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:19:31,296 WARN [BP-1888649715-172.17.0.2-1733257166799 heartbeating to localhost/127.0.0.1:38887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1888649715-172.17.0.2-1733257166799 (Datanode Uuid 17d2f3f1-1de3-4e5b-8df0-ab016502c503) service to localhost/127.0.0.1:38887 2024-12-03T20:19:31,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:19:31,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data1/current/BP-1888649715-172.17.0.2-1733257166799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:31,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/cluster_4d165f07-1daa-187a-2ae7-3fefe2c1c726/dfs/data/data2/current/BP-1888649715-172.17.0.2-1733257166799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:19:31,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:19:31,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27c34108{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:19:31,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1380f207{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:19:31,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:19:31,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c23c144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:19:31,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73b35bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/984c39ac-308c-d116-7a9a-6dd5159c5ddf/hadoop.log.dir/,STOPPED} 2024-12-03T20:19:31,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:19:31,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T20:19:31,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=199 (was 181) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38887 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38887 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=555 (was 530) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 193) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3181 (was 3527)