2024-12-09 14:51:45,771 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-09 14:51:45,803 main DEBUG Took 0.030319 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 14:51:45,804 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 14:51:45,804 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 14:51:45,805 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 14:51:45,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,818 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 14:51:45,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,836 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,838 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,840 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,842 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,842 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,844 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 14:51:45,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,845 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 14:51:45,846 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 14:51:45,847 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 14:51:45,849 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 14:51:45,850 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 14:51:45,851 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 14:51:45,851 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 14:51:45,859 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 14:51:45,861 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 14:51:45,863 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 14:51:45,863 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 14:51:45,863 main DEBUG createAppenders(={Console}) 2024-12-09 14:51:45,864 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-09 14:51:45,864 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-09 14:51:45,864 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-09 14:51:45,865 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 14:51:45,865 main DEBUG OutputStream closed 2024-12-09 14:51:45,865 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 14:51:45,865 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 14:51:45,865 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-09 14:51:45,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 14:51:45,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 14:51:45,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 14:51:45,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 14:51:45,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 14:51:45,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 14:51:45,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 14:51:45,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 14:51:45,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 14:51:45,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 14:51:45,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 14:51:45,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 14:51:45,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 14:51:45,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 14:51:45,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 14:51:45,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 14:51:45,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 14:51:45,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 14:51:45,947 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 14:51:45,948 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-09 14:51:45,948 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 14:51:45,949 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-09T14:51:45,968 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-09 14:51:45,971 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 14:51:45,972 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T14:51:46,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7864 2024-12-09T14:51:46,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae 2024-12-09T14:51:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T14:51:46,334 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c, deleteOnExit=true 2024-12-09T14:51:46,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T14:51:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/test.cache.data in system properties and HBase conf 2024-12-09T14:51:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T14:51:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir in system properties and HBase conf 2024-12-09T14:51:46,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T14:51:46,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T14:51:46,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T14:51:46,412 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T14:51:46,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T14:51:46,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:51:46,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:51:46,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T14:51:46,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:51:46,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T14:51:46,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T14:51:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:51:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:51:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T14:51:46,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/nfs.dump.dir in system properties and HBase conf 2024-12-09T14:51:46,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/java.io.tmpdir in system properties and HBase conf 2024-12-09T14:51:46,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:51:46,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T14:51:46,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T14:51:47,723 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T14:51:47,806 INFO [Time-limited test {}] log.Log(170): Logging initialized @2688ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T14:51:47,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:47,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:51:47,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:51:47,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:51:47,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T14:51:47,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:47,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:51:47,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:51:48,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/java.io.tmpdir/jetty-localhost-36919-hadoop-hdfs-3_4_1-tests_jar-_-any-11716191180407440175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:51:48,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:36919} 2024-12-09T14:51:48,169 INFO [Time-limited test {}] server.Server(415): Started @3052ms 2024-12-09T14:51:48,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:48,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:51:48,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:51:48,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:51:48,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:51:48,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:51:48,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:51:48,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/java.io.tmpdir/jetty-localhost-41601-hadoop-hdfs-3_4_1-tests_jar-_-any-4989592701970983634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:51:48,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:41601} 2024-12-09T14:51:48,751 INFO [Time-limited test {}] server.Server(415): Started @3634ms 2024-12-09T14:51:48,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:51:48,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:48,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:51:48,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:51:48,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:51:48,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:51:48,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:51:48,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:51:49,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/java.io.tmpdir/jetty-localhost-43417-hadoop-hdfs-3_4_1-tests_jar-_-any-104562067052780844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:51:49,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:43417} 2024-12-09T14:51:49,115 INFO [Time-limited test {}] server.Server(415): Started @3998ms 2024-12-09T14:51:49,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:51:50,070 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data1/current/BP-986456682-172.17.0.2-1733755907047/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:50,070 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data4/current/BP-986456682-172.17.0.2-1733755907047/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:50,070 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data2/current/BP-986456682-172.17.0.2-1733755907047/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:50,070 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data3/current/BP-986456682-172.17.0.2-1733755907047/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:50,106 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:51:50,106 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:51:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ce5eb68753a3c with lease ID 0xf8384b464ee9b999: Processing first storage report for DS-0a536f7b-12d5-43cc-a983-087106ddf8d3 from datanode DatanodeRegistration(127.0.0.1:42873, datanodeUuid=bfa77f70-2989-42ee-b9a1-fc4e4249a4e6, infoPort=46251, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047) 2024-12-09T14:51:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ce5eb68753a3c with lease ID 0xf8384b464ee9b999: from storage DS-0a536f7b-12d5-43cc-a983-087106ddf8d3 node DatanodeRegistration(127.0.0.1:42873, datanodeUuid=bfa77f70-2989-42ee-b9a1-fc4e4249a4e6, infoPort=46251, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T14:51:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8db22efe9da12d2d with lease ID 0xf8384b464ee9b998: Processing first storage report for DS-64478c48-db92-4723-9e1d-d3448a653ded from datanode DatanodeRegistration(127.0.0.1:41481, datanodeUuid=a8239d6d-7215-4d7c-a09d-241291102edb, infoPort=37881, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047) 2024-12-09T14:51:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8db22efe9da12d2d with lease ID 0xf8384b464ee9b998: from storage DS-64478c48-db92-4723-9e1d-d3448a653ded node DatanodeRegistration(127.0.0.1:41481, datanodeUuid=a8239d6d-7215-4d7c-a09d-241291102edb, infoPort=37881, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:51:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ce5eb68753a3c with lease ID 0xf8384b464ee9b999: Processing first storage report for DS-9ed201ba-8467-4577-a24c-3e084cb80731 from datanode DatanodeRegistration(127.0.0.1:42873, datanodeUuid=bfa77f70-2989-42ee-b9a1-fc4e4249a4e6, infoPort=46251, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047) 2024-12-09T14:51:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ce5eb68753a3c with lease ID 0xf8384b464ee9b999: from storage DS-9ed201ba-8467-4577-a24c-3e084cb80731 node DatanodeRegistration(127.0.0.1:42873, datanodeUuid=bfa77f70-2989-42ee-b9a1-fc4e4249a4e6, infoPort=46251, infoSecurePort=0, ipcPort=43311, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:51:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8db22efe9da12d2d with lease ID 0xf8384b464ee9b998: Processing first storage report for DS-39086b8b-f7a1-4e2f-b990-34579fe6509e from datanode DatanodeRegistration(127.0.0.1:41481, datanodeUuid=a8239d6d-7215-4d7c-a09d-241291102edb, infoPort=37881, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047) 2024-12-09T14:51:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8db22efe9da12d2d with lease ID 0xf8384b464ee9b998: from storage DS-39086b8b-f7a1-4e2f-b990-34579fe6509e node DatanodeRegistration(127.0.0.1:41481, datanodeUuid=a8239d6d-7215-4d7c-a09d-241291102edb, infoPort=37881, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=377773223;c=1733755907047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:51:50,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae 2024-12-09T14:51:50,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/zookeeper_0, clientPort=63670, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T14:51:50,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63670 2024-12-09T14:51:50,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:50,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:50,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:51:50,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:51:50,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389 with version=8 2024-12-09T14:51:50,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/hbase-staging 2024-12-09T14:51:50,973 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T14:51:51,195 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:51:51,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:51:51,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:51:51,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T14:51:51,378 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T14:51:51,387 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T14:51:51,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:51:51,412 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 75830 (auto-detected) 2024-12-09T14:51:51,413 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T14:51:51,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32985 2024-12-09T14:51:51,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32985 connecting to ZooKeeper ensemble=127.0.0.1:63670 2024-12-09T14:51:51,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329850x0, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:51:51,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32985-0x1000b1d770f0000 connected 2024-12-09T14:51:51,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:51,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:51,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:51,685 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389, hbase.cluster.distributed=false 2024-12-09T14:51:51,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:51:51,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-09T14:51:51,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32985 2024-12-09T14:51:51,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32985 2024-12-09T14:51:51,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-09T14:51:51,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32985 2024-12-09T14:51:51,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:51:51,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:51:51,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:51:51,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:51:51,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:51:51,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41607 2024-12-09T14:51:51,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41607 connecting to ZooKeeper ensemble=127.0.0.1:63670 2024-12-09T14:51:51,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:51,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:51,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416070x0, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:51:51,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416070x0, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:51,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41607-0x1000b1d770f0001 connected 2024-12-09T14:51:51,850 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:51:51,857 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:51:51,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:51:51,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:51:51,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41607 2024-12-09T14:51:51,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41607 2024-12-09T14:51:51,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41607 2024-12-09T14:51:51,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41607 2024-12-09T14:51:51,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41607 2024-12-09T14:51:51,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:51:51,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:51:51,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:51,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:51:51,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:51:51,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:51:51,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38317 2024-12-09T14:51:51,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38317 connecting to ZooKeeper ensemble=127.0.0.1:63670 2024-12-09T14:51:51,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:51,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383170x0, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:51:51,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383170x0, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:51,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38317-0x1000b1d770f0002 connected 2024-12-09T14:51:51,910 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:51:51,911 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:51:51,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:51:51,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:51:51,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38317 2024-12-09T14:51:51,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38317 2024-12-09T14:51:51,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38317 2024-12-09T14:51:51,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38317 2024-12-09T14:51:51,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38317 2024-12-09T14:51:51,933 DEBUG [M:0;2491923345a5:32985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2491923345a5:32985 2024-12-09T14:51:51,934 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2491923345a5,32985,1733755911054 2024-12-09T14:51:51,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:51,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:51,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:51,946 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2491923345a5,32985,1733755911054 2024-12-09T14:51:51,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:51,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:51:51,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:51:51,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:51,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:51,969 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T14:51:51,971 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2491923345a5,32985,1733755911054 from backup master directory 2024-12-09T14:51:51,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2491923345a5,32985,1733755911054 2024-12-09T14:51:51,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:51,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:51,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:51,977 WARN [master/2491923345a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:51:51,978 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2491923345a5,32985,1733755911054 2024-12-09T14:51:51,980 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T14:51:51,982 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T14:51:52,031 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/hbase.id] with ID: 3e369e0b-fde8-4218-a425-79dd61ff0f20 2024-12-09T14:51:52,031 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/.tmp/hbase.id 2024-12-09T14:51:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:51:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:51:52,044 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/.tmp/hbase.id]:[hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/hbase.id] 2024-12-09T14:51:52,088 INFO [master/2491923345a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:52,092 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T14:51:52,108 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-09T14:51:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:51:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:51:52,176 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:51:52,178 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T14:51:52,191 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T14:51:52,195 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:52,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:51:52,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:51:52,238 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store 2024-12-09T14:51:52,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:51:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:51:52,262 INFO [master/2491923345a5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T14:51:52,264 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:52,266 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:51:52,266 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:52,266 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:52,267 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:51:52,267 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:52,267 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:52,269 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755912265Disabling compacts and flushes for region at 1733755912265Disabling writes for close at 1733755912267 (+2 ms)Writing region close event to WAL at 1733755912267Closed at 1733755912267 2024-12-09T14:51:52,271 WARN [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/.initializing 2024-12-09T14:51:52,271 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/WALs/2491923345a5,32985,1733755911054 2024-12-09T14:51:52,279 INFO [master/2491923345a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:51:52,292 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C32985%2C1733755911054, suffix=, logDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/WALs/2491923345a5,32985,1733755911054, archiveDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/oldWALs, maxLogs=10 2024-12-09T14:51:52,321 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/WALs/2491923345a5,32985,1733755911054/2491923345a5%2C32985%2C1733755911054.1733755912298, exclude list is [], retry=0 2024-12-09T14:51:52,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42873,DS-0a536f7b-12d5-43cc-a983-087106ddf8d3,DISK] 2024-12-09T14:51:52,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41481,DS-64478c48-db92-4723-9e1d-d3448a653ded,DISK] 2024-12-09T14:51:52,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T14:51:52,372 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/WALs/2491923345a5,32985,1733755911054/2491923345a5%2C32985%2C1733755911054.1733755912298 2024-12-09T14:51:52,373 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:37881:37881)] 2024-12-09T14:51:52,373 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:51:52,373 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:52,376 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,377 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T14:51:52,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:52,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T14:51:52,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:52,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T14:51:52,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:52,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T14:51:52,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:52,447 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,450 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,451 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,456 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,457 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,460 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:51:52,463 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:52,467 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:52,468 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71404793, jitterRate=0.06401433050632477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:51:52,473 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733755912388Initializing all the Stores at 1733755912390 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755912390Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755912391 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755912391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755912391Cleaning up temporary data from old regions at 1733755912457 (+66 ms)Region opened successfully at 1733755912473 (+16 ms) 2024-12-09T14:51:52,474 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T14:51:52,503 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58476b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:51:52,528 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T14:51:52,537 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T14:51:52,537 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T14:51:52,540 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T14:51:52,541 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T14:51:52,545 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-09T14:51:52,545 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T14:51:52,567 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T14:51:52,574 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T14:51:52,610 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T14:51:52,613 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T14:51:52,615 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T14:51:52,627 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T14:51:52,630 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T14:51:52,634 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T14:51:52,643 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T14:51:52,644 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T14:51:52,651 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T14:51:52,673 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T14:51:52,683 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T14:51:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,697 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2491923345a5,32985,1733755911054, sessionid=0x1000b1d770f0000, setting cluster-up flag (Was=false) 2024-12-09T14:51:52,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,752 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T14:51:52,756 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,32985,1733755911054 2024-12-09T14:51:52,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:52,801 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T14:51:52,804 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,32985,1733755911054 2024-12-09T14:51:52,813 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T14:51:52,821 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(746): ClusterId : 3e369e0b-fde8-4218-a425-79dd61ff0f20 2024-12-09T14:51:52,821 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(746): ClusterId : 3e369e0b-fde8-4218-a425-79dd61ff0f20 2024-12-09T14:51:52,823 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:51:52,823 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:51:52,837 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:51:52,837 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:51:52,837 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:51:52,837 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:51:52,845 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:51:52,845 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:51:52,845 DEBUG [RS:1;2491923345a5:38317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8a4942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:51:52,845 DEBUG [RS:0;2491923345a5:41607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bcb0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:51:52,857 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2491923345a5:38317 2024-12-09T14:51:52,860 INFO [RS:1;2491923345a5:38317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:51:52,860 INFO [RS:1;2491923345a5:38317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:51:52,860 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:51:52,862 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2491923345a5:41607 2024-12-09T14:51:52,863 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,32985,1733755911054 with port=38317, startcode=1733755911880 2024-12-09T14:51:52,863 INFO [RS:0;2491923345a5:41607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:51:52,863 INFO [RS:0;2491923345a5:41607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:51:52,863 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:51:52,864 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,32985,1733755911054 with port=41607, startcode=1733755911768 2024-12-09T14:51:52,872 DEBUG [RS:0;2491923345a5:41607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:51:52,872 DEBUG [RS:1;2491923345a5:38317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:51:52,886 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:52,898 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T14:51:52,904 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T14:51:52,906 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52681, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:51:52,906 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60287, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:51:52,912 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T14:51:52,912 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2491923345a5,32985,1733755911054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T14:51:52,918 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T14:51:52,920 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:52,920 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:52,920 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:52,920 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:52,921 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2491923345a5:0, corePoolSize=10, maxPoolSize=10 2024-12-09T14:51:52,921 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:52,921 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:51:52,921 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:52,923 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733755942923 2024-12-09T14:51:52,925 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T14:51:52,927 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T14:51:52,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:52,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T14:51:52,931 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T14:51:52,931 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T14:51:52,932 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T14:51:52,932 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T14:51:52,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T14:51:52,934 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:52,939 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T14:51:52,939 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T14:51:52,939 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T14:51:52,940 WARN [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T14:51:52,940 WARN [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T14:51:52,940 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T14:51:52,940 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T14:51:52,943 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T14:51:52,943 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T14:51:52,947 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755912944,5,FailOnTimeoutGroup] 2024-12-09T14:51:52,948 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755912947,5,FailOnTimeoutGroup] 2024-12-09T14:51:52,948 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:52,948 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T14:51:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:51:52,950 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:52,950 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:51:52,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T14:51:52,953 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389 2024-12-09T14:51:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:51:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:51:52,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:52,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:51:52,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:51:52,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:51:52,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:51:52,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:52,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:51:52,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:51:52,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:52,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:51:52,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:51:52,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:52,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:52,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:51:52,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740 2024-12-09T14:51:52,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740 2024-12-09T14:51:52,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:51:52,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:51:52,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:51:52,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:51:53,002 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:53,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65837412, jitterRate=-0.01894611120223999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:51:53,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733755912968Initializing all the Stores at 1733755912969 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755912970 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755912970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755912970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755912970Cleaning up temporary data from old regions at 1733755912995 (+25 ms)Region opened successfully at 1733755913005 (+10 ms) 2024-12-09T14:51:53,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:51:53,005 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:51:53,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:51:53,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:51:53,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:51:53,006 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:51:53,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755913005Disabling compacts and flushes for region at 1733755913005Disabling writes for close at 1733755913005Writing region close event to WAL at 1733755913006 (+1 ms)Closed at 1733755913006 2024-12-09T14:51:53,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:53,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T14:51:53,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T14:51:53,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:51:53,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T14:51:53,041 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,32985,1733755911054 with port=38317, startcode=1733755911880 2024-12-09T14:51:53,041 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,32985,1733755911054 with port=41607, startcode=1733755911768 2024-12-09T14:51:53,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,41607,1733755911768 2024-12-09T14:51:53,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(517): Registering regionserver=2491923345a5,41607,1733755911768 2024-12-09T14:51:53,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,38317,1733755911880 2024-12-09T14:51:53,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(517): Registering regionserver=2491923345a5,38317,1733755911880 2024-12-09T14:51:53,052 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389 2024-12-09T14:51:53,052 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44163 2024-12-09T14:51:53,052 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:51:53,055 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389 2024-12-09T14:51:53,055 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44163 2024-12-09T14:51:53,055 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:51:53,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:51:53,115 DEBUG [RS:0;2491923345a5:41607 {}] zookeeper.ZKUtil(111): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,41607,1733755911768 2024-12-09T14:51:53,116 WARN [RS:0;2491923345a5:41607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:51:53,116 INFO [RS:0;2491923345a5:41607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:53,116 DEBUG [RS:1;2491923345a5:38317 {}] zookeeper.ZKUtil(111): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,38317,1733755911880 2024-12-09T14:51:53,117 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,41607,1733755911768 2024-12-09T14:51:53,117 WARN [RS:1;2491923345a5:38317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:51:53,117 INFO [RS:1;2491923345a5:38317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:53,117 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,38317,1733755911880 2024-12-09T14:51:53,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,38317,1733755911880] 2024-12-09T14:51:53,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,41607,1733755911768] 2024-12-09T14:51:53,142 INFO [RS:1;2491923345a5:38317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:51:53,142 INFO [RS:0;2491923345a5:41607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:51:53,156 INFO [RS:0;2491923345a5:41607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:51:53,156 INFO [RS:1;2491923345a5:38317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:51:53,160 INFO [RS:1;2491923345a5:38317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:51:53,160 INFO [RS:0;2491923345a5:41607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:51:53,160 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,160 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,163 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:51:53,163 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:51:53,169 INFO [RS:0;2491923345a5:41607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:51:53,169 INFO [RS:1;2491923345a5:38317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:51:53,170 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,170 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:51:53,171 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,171 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:51:53,171 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,172 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:53,173 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:53,173 DEBUG [RS:1;2491923345a5:38317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:53,173 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:53,173 DEBUG [RS:0;2491923345a5:41607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:53,175 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,175 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,175 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,175 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,176 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,176 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,38317,1733755911880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:51:53,176 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,177 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,177 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,177 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,177 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,177 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,41607,1733755911768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:51:53,177 WARN [2491923345a5:32985 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T14:51:53,200 INFO [RS:1;2491923345a5:38317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:51:53,200 INFO [RS:0;2491923345a5:41607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:51:53,201 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,38317,1733755911880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,201 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,41607,1733755911768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,202 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,202 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,202 INFO [RS:1;2491923345a5:38317 {}] regionserver.Replication(171): 2491923345a5,38317,1733755911880 started 2024-12-09T14:51:53,202 INFO [RS:0;2491923345a5:41607 {}] regionserver.Replication(171): 2491923345a5,41607,1733755911768 started 2024-12-09T14:51:53,226 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,226 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,226 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,38317,1733755911880, RpcServer on 2491923345a5/172.17.0.2:38317, sessionid=0x1000b1d770f0002 2024-12-09T14:51:53,226 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,41607,1733755911768, RpcServer on 2491923345a5/172.17.0.2:41607, sessionid=0x1000b1d770f0001 2024-12-09T14:51:53,227 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:51:53,227 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:51:53,228 DEBUG [RS:1;2491923345a5:38317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,38317,1733755911880 2024-12-09T14:51:53,228 DEBUG [RS:0;2491923345a5:41607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,41607,1733755911768 2024-12-09T14:51:53,228 DEBUG [RS:1;2491923345a5:38317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,38317,1733755911880' 2024-12-09T14:51:53,228 DEBUG [RS:0;2491923345a5:41607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,41607,1733755911768' 2024-12-09T14:51:53,228 DEBUG [RS:0;2491923345a5:41607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:51:53,228 DEBUG [RS:1;2491923345a5:38317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:51:53,229 DEBUG [RS:0;2491923345a5:41607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:51:53,229 DEBUG [RS:1;2491923345a5:38317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:51:53,230 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:51:53,230 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:51:53,230 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:51:53,230 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:51:53,230 DEBUG [RS:0;2491923345a5:41607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,41607,1733755911768 2024-12-09T14:51:53,230 DEBUG [RS:1;2491923345a5:38317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,38317,1733755911880 2024-12-09T14:51:53,230 DEBUG [RS:0;2491923345a5:41607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,41607,1733755911768' 2024-12-09T14:51:53,230 DEBUG [RS:1;2491923345a5:38317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,38317,1733755911880' 2024-12-09T14:51:53,230 DEBUG [RS:0;2491923345a5:41607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:51:53,230 DEBUG [RS:1;2491923345a5:38317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:51:53,230 DEBUG [RS:0;2491923345a5:41607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:51:53,230 DEBUG [RS:1;2491923345a5:38317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:51:53,231 DEBUG [RS:0;2491923345a5:41607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:51:53,231 DEBUG [RS:1;2491923345a5:38317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:51:53,231 INFO [RS:0;2491923345a5:41607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:51:53,231 INFO [RS:1;2491923345a5:38317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:51:53,231 INFO [RS:0;2491923345a5:41607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:51:53,231 INFO [RS:1;2491923345a5:38317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:51:53,337 INFO [RS:1;2491923345a5:38317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:51:53,337 INFO [RS:0;2491923345a5:41607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:51:53,341 INFO [RS:0;2491923345a5:41607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C41607%2C1733755911768, suffix=, logDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,41607,1733755911768, archiveDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/oldWALs, maxLogs=32 2024-12-09T14:51:53,341 INFO [RS:1;2491923345a5:38317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C38317%2C1733755911880, suffix=, logDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,38317,1733755911880, archiveDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/oldWALs, maxLogs=32 2024-12-09T14:51:53,355 DEBUG [RS:0;2491923345a5:41607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,41607,1733755911768/2491923345a5%2C41607%2C1733755911768.1733755913344, exclude list is [], retry=0 2024-12-09T14:51:53,356 DEBUG [RS:1;2491923345a5:38317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,38317,1733755911880/2491923345a5%2C38317%2C1733755911880.1733755913344, exclude list is [], retry=0 2024-12-09T14:51:53,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42873,DS-0a536f7b-12d5-43cc-a983-087106ddf8d3,DISK] 2024-12-09T14:51:53,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41481,DS-64478c48-db92-4723-9e1d-d3448a653ded,DISK] 2024-12-09T14:51:53,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42873,DS-0a536f7b-12d5-43cc-a983-087106ddf8d3,DISK] 2024-12-09T14:51:53,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41481,DS-64478c48-db92-4723-9e1d-d3448a653ded,DISK] 2024-12-09T14:51:53,363 INFO [RS:1;2491923345a5:38317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,38317,1733755911880/2491923345a5%2C38317%2C1733755911880.1733755913344 2024-12-09T14:51:53,363 INFO [RS:0;2491923345a5:41607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,41607,1733755911768/2491923345a5%2C41607%2C1733755911768.1733755913344 2024-12-09T14:51:53,365 DEBUG [RS:0;2491923345a5:41607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:37881:37881)] 2024-12-09T14:51:53,365 DEBUG [RS:1;2491923345a5:38317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37881:37881),(127.0.0.1/127.0.0.1:46251:46251)] 2024-12-09T14:51:53,430 DEBUG [2491923345a5:32985 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T14:51:53,440 DEBUG [2491923345a5:32985 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:51:53,446 DEBUG [2491923345a5:32985 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:51:53,446 DEBUG [2491923345a5:32985 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:51:53,446 DEBUG [2491923345a5:32985 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:51:53,446 DEBUG [2491923345a5:32985 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:51:53,446 INFO [2491923345a5:32985 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:51:53,446 INFO [2491923345a5:32985 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:51:53,446 DEBUG [2491923345a5:32985 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:51:53,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2491923345a5,41607,1733755911768 2024-12-09T14:51:53,458 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,41607,1733755911768, state=OPENING 2024-12-09T14:51:53,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T14:51:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:53,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:53,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:53,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:53,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:51:53,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,41607,1733755911768}] 2024-12-09T14:51:53,676 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:51:53,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:51:53,689 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T14:51:53,689 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:53,689 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T14:51:53,693 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C41607%2C1733755911768.meta, suffix=.meta, logDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,41607,1733755911768, archiveDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/oldWALs, maxLogs=32 2024-12-09T14:51:53,705 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,41607,1733755911768/2491923345a5%2C41607%2C1733755911768.meta.1733755913694.meta, exclude list is [], retry=0 2024-12-09T14:51:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42873,DS-0a536f7b-12d5-43cc-a983-087106ddf8d3,DISK] 2024-12-09T14:51:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41481,DS-64478c48-db92-4723-9e1d-d3448a653ded,DISK] 2024-12-09T14:51:53,711 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/WALs/2491923345a5,41607,1733755911768/2491923345a5%2C41607%2C1733755911768.meta.1733755913694.meta 2024-12-09T14:51:53,712 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37881:37881),(127.0.0.1/127.0.0.1:46251:46251)] 2024-12-09T14:51:53,712 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:51:53,714 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T14:51:53,716 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T14:51:53,719 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T14:51:53,723 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T14:51:53,723 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:53,723 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T14:51:53,724 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T14:51:53,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:51:53,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:51:53,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:53,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:53,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:51:53,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:51:53,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:53,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:53,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:51:53,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:51:53,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:53,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:53,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:51:53,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:51:53,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:53,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:53,736 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:51:53,737 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740 2024-12-09T14:51:53,740 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740 2024-12-09T14:51:53,742 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:51:53,742 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:51:53,743 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:51:53,746 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:51:53,747 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61942974, jitterRate=-0.07697775959968567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:51:53,747 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T14:51:53,749 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733755913724Writing region info on filesystem at 1733755913724Initializing all the Stores at 1733755913726 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755913726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755913726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755913726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755913726Cleaning up temporary data from old regions at 1733755913742 (+16 ms)Running coprocessor post-open hooks at 1733755913747 (+5 ms)Region opened successfully at 1733755913749 (+2 ms) 2024-12-09T14:51:53,755 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733755913668 2024-12-09T14:51:53,765 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T14:51:53,766 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T14:51:53,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,41607,1733755911768 2024-12-09T14:51:53,769 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,41607,1733755911768, state=OPEN 2024-12-09T14:51:53,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:51:53,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:51:53,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:51:53,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:53,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:53,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:53,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2491923345a5,41607,1733755911768 2024-12-09T14:51:53,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T14:51:53,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,41607,1733755911768 in 303 msec 2024-12-09T14:51:53,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T14:51:53,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 794 msec 2024-12-09T14:51:53,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:53,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T14:51:53,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:51:53,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,41607,1733755911768, seqNum=-1] 2024-12-09T14:51:53,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:51:53,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:51:53,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0290 sec 2024-12-09T14:51:53,873 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733755913873, completionTime=-1 2024-12-09T14:51:53,875 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T14:51:53,876 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T14:51:53,927 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T14:51:53,927 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733755973927 2024-12-09T14:51:53,927 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733756033927 2024-12-09T14:51:53,927 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 51 msec 2024-12-09T14:51:53,929 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T14:51:53,937 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,32985,1733755911054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,938 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,32985,1733755911054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,938 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,32985,1733755911054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,940 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2491923345a5:32985, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,941 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:53,948 DEBUG [master/2491923345a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T14:51:53,965 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.987sec 2024-12-09T14:51:53,966 INFO [master/2491923345a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T14:51:53,967 INFO [master/2491923345a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T14:51:53,968 INFO [master/2491923345a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T14:51:53,968 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T14:51:53,968 INFO [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T14:51:53,969 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,32985,1733755911054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:51:53,969 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,32985,1733755911054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T14:51:53,973 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T14:51:53,974 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T14:51:53,975 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,32985,1733755911054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:54,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:54,035 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T14:51:54,035 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T14:51:54,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,32985,-1 for getting cluster id 2024-12-09T14:51:54,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:51:54,072 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e369e0b-fde8-4218-a425-79dd61ff0f20' 2024-12-09T14:51:54,074 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:51:54,074 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e369e0b-fde8-4218-a425-79dd61ff0f20" 2024-12-09T14:51:54,076 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719bd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:54,076 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,32985,-1] 2024-12-09T14:51:54,079 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:51:54,081 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:54,083 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:51:54,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:54,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:51:54,093 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,41607,1733755911768, seqNum=-1] 2024-12-09T14:51:54,094 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:51:54,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:51:54,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2491923345a5,32985,1733755911054 2024-12-09T14:51:54,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T14:51:54,120 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2491923345a5,32985,1733755911054 2024-12-09T14:51:54,122 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a79697a 2024-12-09T14:51:54,123 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T14:51:54,125 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T14:51:54,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:51:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T14:51:54,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T14:51:54,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T14:51:54,142 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:54,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T14:51:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:54,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:51:54,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:51:54,160 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a67442d9cb91ac3474c71ab288759471, NAME => 'testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389 2024-12-09T14:51:54,160 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5228b54689ec45ab7dc7d5e154efb00e, NAME => 'testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389 2024-12-09T14:51:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:51:54,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:51:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:51:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:51:54,171 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:54,171 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a67442d9cb91ac3474c71ab288759471, disabling compactions & flushes 2024-12-09T14:51:54,171 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:54,171 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:54,171 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. after waiting 0 ms 2024-12-09T14:51:54,171 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:54,171 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:54,171 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a67442d9cb91ac3474c71ab288759471: Waiting for close lock at 1733755914171Disabling compacts and flushes for region at 1733755914171Disabling writes for close at 1733755914171Writing region close event to WAL at 1733755914171Closed at 1733755914171 2024-12-09T14:51:54,172 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:54,172 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 5228b54689ec45ab7dc7d5e154efb00e, disabling compactions & flushes 2024-12-09T14:51:54,172 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:54,172 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:54,172 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. after waiting 0 ms 2024-12-09T14:51:54,172 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:54,172 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:54,172 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5228b54689ec45ab7dc7d5e154efb00e: Waiting for close lock at 1733755914172Disabling compacts and flushes for region at 1733755914172Disabling writes for close at 1733755914172Writing region close event to WAL at 1733755914172Closed at 1733755914172 2024-12-09T14:51:54,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T14:51:54,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755914175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755914175"}]},"ts":"1733755914175"} 2024-12-09T14:51:54,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755914175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755914175"}]},"ts":"1733755914175"} 2024-12-09T14:51:54,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T14:51:54,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T14:51:54,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755914213"}]},"ts":"1733755914213"} 2024-12-09T14:51:54,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T14:51:54,224 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:51:54,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:51:54,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:51:54,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:51:54,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:51:54,226 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:51:54,226 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:51:54,226 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:51:54,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5228b54689ec45ab7dc7d5e154efb00e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a67442d9cb91ac3474c71ab288759471, ASSIGN}] 2024-12-09T14:51:54,230 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5228b54689ec45ab7dc7d5e154efb00e, ASSIGN 2024-12-09T14:51:54,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a67442d9cb91ac3474c71ab288759471, ASSIGN 2024-12-09T14:51:54,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a67442d9cb91ac3474c71ab288759471, ASSIGN; state=OFFLINE, location=2491923345a5,38317,1733755911880; forceNewPlan=false, retain=false 2024-12-09T14:51:54,231 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5228b54689ec45ab7dc7d5e154efb00e, ASSIGN; state=OFFLINE, location=2491923345a5,41607,1733755911768; forceNewPlan=false, retain=false 2024-12-09T14:51:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:54,385 INFO [2491923345a5:32985 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T14:51:54,386 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a67442d9cb91ac3474c71ab288759471, regionState=OPENING, regionLocation=2491923345a5,38317,1733755911880 2024-12-09T14:51:54,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5228b54689ec45ab7dc7d5e154efb00e, regionState=OPENING, regionLocation=2491923345a5,41607,1733755911768 2024-12-09T14:51:54,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a67442d9cb91ac3474c71ab288759471, ASSIGN because future has completed 2024-12-09T14:51:54,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a67442d9cb91ac3474c71ab288759471, server=2491923345a5,38317,1733755911880}] 2024-12-09T14:51:54,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5228b54689ec45ab7dc7d5e154efb00e, ASSIGN because future has completed 2024-12-09T14:51:54,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5228b54689ec45ab7dc7d5e154efb00e, server=2491923345a5,41607,1733755911768}] 2024-12-09T14:51:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:54,550 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:51:54,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:51:54,562 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:54,563 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5228b54689ec45ab7dc7d5e154efb00e, NAME => 'testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T14:51:54,563 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:54,563 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a67442d9cb91ac3474c71ab288759471, NAME => 'testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T14:51:54,563 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,563 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,563 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:54,563 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:54,564 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,564 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,564 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,564 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,566 INFO [StoreOpener-5228b54689ec45ab7dc7d5e154efb00e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,566 INFO [StoreOpener-a67442d9cb91ac3474c71ab288759471-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,568 INFO [StoreOpener-5228b54689ec45ab7dc7d5e154efb00e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5228b54689ec45ab7dc7d5e154efb00e columnFamilyName family 2024-12-09T14:51:54,568 DEBUG [StoreOpener-5228b54689ec45ab7dc7d5e154efb00e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:54,568 INFO [StoreOpener-a67442d9cb91ac3474c71ab288759471-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a67442d9cb91ac3474c71ab288759471 columnFamilyName family 2024-12-09T14:51:54,569 DEBUG [StoreOpener-a67442d9cb91ac3474c71ab288759471-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:54,569 INFO [StoreOpener-a67442d9cb91ac3474c71ab288759471-1 {}] regionserver.HStore(327): Store=a67442d9cb91ac3474c71ab288759471/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:54,569 INFO [StoreOpener-5228b54689ec45ab7dc7d5e154efb00e-1 {}] regionserver.HStore(327): Store=5228b54689ec45ab7dc7d5e154efb00e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:54,570 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,570 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,571 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,571 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,575 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,575 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,578 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:54,578 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:54,579 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a67442d9cb91ac3474c71ab288759471; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71707033, jitterRate=0.06851805746555328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:51:54,579 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5228b54689ec45ab7dc7d5e154efb00e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71774478, jitterRate=0.06952306628227234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:51:54,579 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:54,579 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:54,580 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a67442d9cb91ac3474c71ab288759471: Running coprocessor pre-open hook at 1733755914564Writing region info on filesystem at 1733755914564Initializing all the Stores at 1733755914565 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755914566 (+1 ms)Cleaning up temporary data from old regions at 1733755914572 (+6 ms)Running coprocessor post-open hooks at 1733755914579 (+7 ms)Region opened successfully at 1733755914580 (+1 ms) 2024-12-09T14:51:54,580 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5228b54689ec45ab7dc7d5e154efb00e: Running coprocessor pre-open hook at 1733755914564Writing region info on filesystem at 1733755914564Initializing all the Stores at 1733755914566 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755914566Cleaning up temporary data from old regions at 1733755914572 (+6 ms)Running coprocessor post-open hooks at 1733755914579 (+7 ms)Region opened successfully at 1733755914580 (+1 ms) 2024-12-09T14:51:54,581 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471., pid=7, masterSystemTime=1733755914549 2024-12-09T14:51:54,581 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e., pid=8, masterSystemTime=1733755914553 2024-12-09T14:51:54,584 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:54,585 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:54,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a67442d9cb91ac3474c71ab288759471, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,38317,1733755911880 2024-12-09T14:51:54,586 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:54,586 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:54,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5228b54689ec45ab7dc7d5e154efb00e, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,41607,1733755911768 2024-12-09T14:51:54,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a67442d9cb91ac3474c71ab288759471, server=2491923345a5,38317,1733755911880 because future has completed 2024-12-09T14:51:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5228b54689ec45ab7dc7d5e154efb00e, server=2491923345a5,41607,1733755911768 because future has completed 2024-12-09T14:51:54,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T14:51:54,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a67442d9cb91ac3474c71ab288759471, server=2491923345a5,38317,1733755911880 in 201 msec 2024-12-09T14:51:54,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T14:51:54,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5228b54689ec45ab7dc7d5e154efb00e, server=2491923345a5,41607,1733755911768 in 201 msec 2024-12-09T14:51:54,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a67442d9cb91ac3474c71ab288759471, ASSIGN in 373 msec 2024-12-09T14:51:54,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T14:51:54,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5228b54689ec45ab7dc7d5e154efb00e, ASSIGN in 376 msec 2024-12-09T14:51:54,608 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T14:51:54,608 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755914608"}]},"ts":"1733755914608"} 2024-12-09T14:51:54,611 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T14:51:54,612 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T14:51:54,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 479 msec 2024-12-09T14:51:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:54,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T14:51:54,783 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T14:51:54,785 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:51:54,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T14:51:54,795 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:51:54,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T14:51:54,805 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e., hostname=2491923345a5,41607,1733755911768, seqNum=2] 2024-12-09T14:51:54,823 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471., hostname=2491923345a5,38317,1733755911880, seqNum=2] 2024-12-09T14:51:54,824 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:51:54,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:51:54,843 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5228b54689ec45ab7dc7d5e154efb00e 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T14:51:54,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e/.tmp/family/5de2bc3121844308a11fd3b0f2e3987e is 32, key is 1/family:/1733755914807/Put/seqid=0 2024-12-09T14:51:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:51:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:51:54,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e/.tmp/family/5de2bc3121844308a11fd3b0f2e3987e 2024-12-09T14:51:54,954 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e/.tmp/family/5de2bc3121844308a11fd3b0f2e3987e as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e/family/5de2bc3121844308a11fd3b0f2e3987e 2024-12-09T14:51:54,964 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e/family/5de2bc3121844308a11fd3b0f2e3987e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T14:51:54,972 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5228b54689ec45ab7dc7d5e154efb00e in 127ms, sequenceid=8, compaction requested=false 2024-12-09T14:51:54,973 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-09T14:51:54,975 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5228b54689ec45ab7dc7d5e154efb00e: 2024-12-09T14:51:54,976 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a67442d9cb91ac3474c71ab288759471 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T14:51:54,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471/.tmp/family/d5e886eff79f4b9a890bce1ef0f77f38 is 32, key is 5/family:/1733755914827/Put/seqid=0 2024-12-09T14:51:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:51:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:51:55,001 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471/.tmp/family/d5e886eff79f4b9a890bce1ef0f77f38 2024-12-09T14:51:55,010 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471/.tmp/family/d5e886eff79f4b9a890bce1ef0f77f38 as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471/family/d5e886eff79f4b9a890bce1ef0f77f38 2024-12-09T14:51:55,020 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471/family/d5e886eff79f4b9a890bce1ef0f77f38, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T14:51:55,021 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a67442d9cb91ac3474c71ab288759471 in 46ms, sequenceid=9, compaction requested=false 2024-12-09T14:51:55,022 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a67442d9cb91ac3474c71ab288759471: 2024-12-09T14:51:55,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499ec7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:55,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,32985,-1 for getting cluster id 2024-12-09T14:51:55,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:51:55,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e369e0b-fde8-4218-a425-79dd61ff0f20' 2024-12-09T14:51:55,026 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:51:55,026 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e369e0b-fde8-4218-a425-79dd61ff0f20" 2024-12-09T14:51:55,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbeaeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:55,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,32985,-1] 2024-12-09T14:51:55,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:51:55,027 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:51:55,030 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bbafd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:55,043 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T14:51:55,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:51:55,045 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,41607,1733755911768, seqNum=-1] 2024-12-09T14:51:55,045 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:51:55,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:51:55,058 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:51:55,059 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:51:55,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:51:55,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:51:55,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:51:55,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:51:55,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:51:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T14:51:55,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:51:55,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:51:55,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:51:55,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T14:51:55,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1629390249, stopped=false 2024-12-09T14:51:55,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2491923345a5,32985,1733755911054 2024-12-09T14:51:55,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:55,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:55,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:55,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:55,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:55,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:55,136 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:51:55,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:55,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:51:55,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:55,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:51:55,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:55,139 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,41607,1733755911768' ***** 2024-12-09T14:51:55,139 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:51:55,139 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,38317,1733755911880' ***** 2024-12-09T14:51:55,139 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:51:55,140 INFO [RS:0;2491923345a5:41607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:51:55,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:51:55,140 INFO [RS:0;2491923345a5:41607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:51:55,141 INFO [RS:0;2491923345a5:41607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:51:55,141 INFO [RS:1;2491923345a5:38317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:51:55,141 INFO [RS:1;2491923345a5:38317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:51:55,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:51:55,141 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(3091): Received CLOSE for 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:55,141 INFO [RS:1;2491923345a5:38317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:51:55,141 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(3091): Received CLOSE for a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:55,142 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,41607,1733755911768 2024-12-09T14:51:55,142 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,38317,1733755911880 2024-12-09T14:51:55,142 INFO [RS:0;2491923345a5:41607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:51:55,142 INFO [RS:1;2491923345a5:38317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:51:55,142 INFO [RS:1;2491923345a5:38317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2491923345a5:38317. 2024-12-09T14:51:55,142 INFO [RS:0;2491923345a5:41607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2491923345a5:41607. 2024-12-09T14:51:55,142 DEBUG [RS:1;2491923345a5:38317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:51:55,142 DEBUG [RS:0;2491923345a5:41607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:51:55,142 DEBUG [RS:1;2491923345a5:38317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,142 DEBUG [RS:0;2491923345a5:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,142 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5228b54689ec45ab7dc7d5e154efb00e, disabling compactions & flushes 2024-12-09T14:51:55,142 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a67442d9cb91ac3474c71ab288759471, disabling compactions & flushes 2024-12-09T14:51:55,142 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:55,142 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:55,142 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:55,142 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T14:51:55,142 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:55,142 INFO [RS:0;2491923345a5:41607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:51:55,142 INFO [RS:0;2491923345a5:41607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:51:55,142 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. after waiting 0 ms 2024-12-09T14:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. after waiting 0 ms 2024-12-09T14:51:55,143 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1325): Online Regions={a67442d9cb91ac3474c71ab288759471=testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471.} 2024-12-09T14:51:55,143 INFO [RS:0;2491923345a5:41607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:55,143 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T14:51:55,143 DEBUG [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1351): Waiting on a67442d9cb91ac3474c71ab288759471 2024-12-09T14:51:55,144 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T14:51:55,144 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1325): Online Regions={5228b54689ec45ab7dc7d5e154efb00e=testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T14:51:55,144 DEBUG [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5228b54689ec45ab7dc7d5e154efb00e 2024-12-09T14:51:55,144 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:51:55,144 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:51:55,144 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:51:55,144 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:51:55,144 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:51:55,144 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T14:51:55,151 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/a67442d9cb91ac3474c71ab288759471/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T14:51:55,151 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/default/testClearRegionBlockCache/5228b54689ec45ab7dc7d5e154efb00e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T14:51:55,153 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:55,153 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:55,153 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5228b54689ec45ab7dc7d5e154efb00e: Waiting for close lock at 1733755915142Running coprocessor pre-close hooks at 1733755915142Disabling compacts and flushes for region at 1733755915142Disabling writes for close at 1733755915143 (+1 ms)Writing region close event to WAL at 1733755915146 (+3 ms)Running coprocessor post-close hooks at 1733755915152 (+6 ms)Closed at 1733755915153 (+1 ms) 2024-12-09T14:51:55,153 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a67442d9cb91ac3474c71ab288759471: Waiting for close lock at 1733755915142Running coprocessor pre-close hooks at 1733755915142Disabling compacts and flushes for region at 1733755915142Disabling writes for close at 1733755915143 (+1 ms)Writing region close event to WAL at 1733755915145 (+2 ms)Running coprocessor post-close hooks at 1733755915152 (+7 ms)Closed at 1733755915153 (+1 ms) 2024-12-09T14:51:55,154 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733755914127.5228b54689ec45ab7dc7d5e154efb00e. 2024-12-09T14:51:55,154 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471. 2024-12-09T14:51:55,164 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/info/c57e12640bba4a95b0db39bb3c7f32a7 is 173, key is testClearRegionBlockCache,5,1733755914127.a67442d9cb91ac3474c71ab288759471./info:regioninfo/1733755914585/Put/seqid=0 2024-12-09T14:51:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:51:55,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:51:55,174 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/info/c57e12640bba4a95b0db39bb3c7f32a7 2024-12-09T14:51:55,176 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:51:55,176 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:51:55,178 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:51:55,179 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:51:55,184 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:51:55,184 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:51:55,201 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/ns/48ffaf2a0def4cb490b8b5ad0567f70d is 43, key is default/ns:d/1733755913857/Put/seqid=0 2024-12-09T14:51:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:51:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:51:55,209 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/ns/48ffaf2a0def4cb490b8b5ad0567f70d 2024-12-09T14:51:55,235 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/table/cd83daad132b487b8c57d0b0497dcd40 is 61, key is testClearRegionBlockCache/table:state/1733755914608/Put/seqid=0 2024-12-09T14:51:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:51:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:51:55,242 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/table/cd83daad132b487b8c57d0b0497dcd40 2024-12-09T14:51:55,254 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/info/c57e12640bba4a95b0db39bb3c7f32a7 as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/info/c57e12640bba4a95b0db39bb3c7f32a7 2024-12-09T14:51:55,262 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/info/c57e12640bba4a95b0db39bb3c7f32a7, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T14:51:55,263 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/ns/48ffaf2a0def4cb490b8b5ad0567f70d as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/ns/48ffaf2a0def4cb490b8b5ad0567f70d 2024-12-09T14:51:55,273 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/ns/48ffaf2a0def4cb490b8b5ad0567f70d, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T14:51:55,275 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/.tmp/table/cd83daad132b487b8c57d0b0497dcd40 as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/table/cd83daad132b487b8c57d0b0497dcd40 2024-12-09T14:51:55,284 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/table/cd83daad132b487b8c57d0b0497dcd40, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T14:51:55,286 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=13, compaction requested=false 2024-12-09T14:51:55,286 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T14:51:55,293 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T14:51:55,294 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T14:51:55,294 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:51:55,295 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755915144Running coprocessor pre-close hooks at 1733755915144Disabling compacts and flushes for region at 1733755915144Disabling writes for close at 1733755915144Obtaining lock to block concurrent updates at 1733755915144Preparing flush snapshotting stores in 1588230740 at 1733755915144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733755915145 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733755915146 (+1 ms)Flushing 1588230740/info: creating writer at 1733755915147 (+1 ms)Flushing 1588230740/info: appending metadata at 1733755915164 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733755915164Flushing 1588230740/ns: creating writer at 1733755915185 (+21 ms)Flushing 1588230740/ns: appending metadata at 1733755915201 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733755915201Flushing 1588230740/table: creating writer at 1733755915217 (+16 ms)Flushing 1588230740/table: appending metadata at 1733755915234 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733755915234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44216102: reopening flushed file at 1733755915252 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de8bcb7: reopening flushed file at 1733755915262 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5f77be: reopening flushed file at 1733755915273 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=13, compaction requested=false at 1733755915286 (+13 ms)Writing region close event to WAL at 1733755915288 (+2 ms)Running coprocessor post-close hooks at 1733755915294 (+6 ms)Closed at 1733755915294 2024-12-09T14:51:55,295 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T14:51:55,343 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,38317,1733755911880; all regions closed. 2024-12-09T14:51:55,344 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,41607,1733755911768; all regions closed. 2024-12-09T14:51:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:51:55,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:51:55,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:51:55,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:51:55,358 DEBUG [RS:0;2491923345a5:41607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/oldWALs 2024-12-09T14:51:55,358 DEBUG [RS:1;2491923345a5:38317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/oldWALs 2024-12-09T14:51:55,358 INFO [RS:1;2491923345a5:38317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C38317%2C1733755911880:(num 1733755913344) 2024-12-09T14:51:55,358 INFO [RS:0;2491923345a5:41607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C41607%2C1733755911768.meta:.meta(num 1733755913694) 2024-12-09T14:51:55,358 DEBUG [RS:1;2491923345a5:38317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,358 INFO [RS:1;2491923345a5:38317 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:51:55,358 INFO [RS:1;2491923345a5:38317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:51:55,358 INFO [RS:1;2491923345a5:38317 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:51:55,359 INFO [RS:1;2491923345a5:38317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:51:55,359 INFO [RS:1;2491923345a5:38317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:51:55,359 INFO [RS:1;2491923345a5:38317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:51:55,359 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:51:55,359 INFO [RS:1;2491923345a5:38317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:51:55,359 INFO [RS:1;2491923345a5:38317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38317 2024-12-09T14:51:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:51:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:51:55,365 DEBUG [RS:0;2491923345a5:41607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/oldWALs 2024-12-09T14:51:55,365 INFO [RS:0;2491923345a5:41607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C41607%2C1733755911768:(num 1733755913344) 2024-12-09T14:51:55,365 DEBUG [RS:0;2491923345a5:41607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:55,365 INFO [RS:0;2491923345a5:41607 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:51:55,365 INFO [RS:0;2491923345a5:41607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:51:55,366 INFO [RS:0;2491923345a5:41607 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:51:55,366 INFO [RS:0;2491923345a5:41607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:51:55,366 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:51:55,366 INFO [RS:0;2491923345a5:41607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41607 2024-12-09T14:51:55,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,38317,1733755911880 2024-12-09T14:51:55,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:51:55,391 INFO [RS:1;2491923345a5:38317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:51:55,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,41607,1733755911768 2024-12-09T14:51:55,443 INFO [RS:0;2491923345a5:41607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:51:55,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,38317,1733755911880] 2024-12-09T14:51:55,468 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,38317,1733755911880 already deleted, retry=false 2024-12-09T14:51:55,468 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,38317,1733755911880 expired; onlineServers=1 2024-12-09T14:51:55,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,41607,1733755911768] 2024-12-09T14:51:55,476 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,41607,1733755911768 already deleted, retry=false 2024-12-09T14:51:55,476 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,41607,1733755911768 expired; onlineServers=0 2024-12-09T14:51:55,476 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2491923345a5,32985,1733755911054' ***** 2024-12-09T14:51:55,476 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T14:51:55,477 INFO [M:0;2491923345a5:32985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:51:55,477 INFO [M:0;2491923345a5:32985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:51:55,477 DEBUG [M:0;2491923345a5:32985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T14:51:55,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T14:51:55,477 DEBUG [M:0;2491923345a5:32985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T14:51:55,477 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755912947 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755912947,5,FailOnTimeoutGroup] 2024-12-09T14:51:55,477 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755912944 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755912944,5,FailOnTimeoutGroup] 2024-12-09T14:51:55,478 INFO [M:0;2491923345a5:32985 {}] hbase.ChoreService(370): Chore service for: master/2491923345a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T14:51:55,478 INFO [M:0;2491923345a5:32985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:51:55,478 DEBUG [M:0;2491923345a5:32985 {}] master.HMaster(1795): Stopping service threads 2024-12-09T14:51:55,478 INFO [M:0;2491923345a5:32985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T14:51:55,478 INFO [M:0;2491923345a5:32985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:51:55,479 INFO [M:0;2491923345a5:32985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T14:51:55,480 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T14:51:55,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T14:51:55,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:55,485 DEBUG [M:0;2491923345a5:32985 {}] zookeeper.ZKUtil(347): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T14:51:55,485 WARN [M:0;2491923345a5:32985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T14:51:55,487 INFO [M:0;2491923345a5:32985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/.lastflushedseqids 2024-12-09T14:51:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:51:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:51:55,504 INFO [M:0;2491923345a5:32985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T14:51:55,504 INFO [M:0;2491923345a5:32985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T14:51:55,504 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:51:55,505 INFO [M:0;2491923345a5:32985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:55,505 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:55,505 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:51:55,505 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:55,505 INFO [M:0;2491923345a5:32985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-09T14:51:55,522 DEBUG [M:0;2491923345a5:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32c38577fa89446585d28db5df406a58 is 82, key is hbase:meta,,1/info:regioninfo/1733755913767/Put/seqid=0 2024-12-09T14:51:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:51:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:51:55,528 INFO [M:0;2491923345a5:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32c38577fa89446585d28db5df406a58 2024-12-09T14:51:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:51:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38317-0x1000b1d770f0002, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:51:55,552 INFO [RS:1;2491923345a5:38317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:51:55,552 INFO [RS:1;2491923345a5:38317 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,38317,1733755911880; zookeeper connection closed. 2024-12-09T14:51:55,553 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@499b21f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@499b21f8 2024-12-09T14:51:55,554 DEBUG [M:0;2491923345a5:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9de974ddab8a4333a21c05f4c68fdb06 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733755914614/Put/seqid=0 2024-12-09T14:51:55,560 INFO [RS:0;2491923345a5:41607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:51:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:51:55,560 INFO [RS:0;2491923345a5:41607 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,41607,1733755911768; zookeeper connection closed. 2024-12-09T14:51:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41607-0x1000b1d770f0001, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:51:55,560 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@600daa61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@600daa61 2024-12-09T14:51:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:51:55,561 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T14:51:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:51:55,563 INFO [M:0;2491923345a5:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9de974ddab8a4333a21c05f4c68fdb06 2024-12-09T14:51:55,583 DEBUG [M:0;2491923345a5:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec07eec49b6a47e9a5223e3a02d63b48 is 69, key is 2491923345a5,38317,1733755911880/rs:state/1733755913052/Put/seqid=0 2024-12-09T14:51:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:51:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:51:55,589 INFO [M:0;2491923345a5:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec07eec49b6a47e9a5223e3a02d63b48 2024-12-09T14:51:55,597 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32c38577fa89446585d28db5df406a58 as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32c38577fa89446585d28db5df406a58 2024-12-09T14:51:55,606 INFO [M:0;2491923345a5:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32c38577fa89446585d28db5df406a58, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T14:51:55,608 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9de974ddab8a4333a21c05f4c68fdb06 as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9de974ddab8a4333a21c05f4c68fdb06 2024-12-09T14:51:55,615 INFO [M:0;2491923345a5:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9de974ddab8a4333a21c05f4c68fdb06, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T14:51:55,616 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec07eec49b6a47e9a5223e3a02d63b48 as hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec07eec49b6a47e9a5223e3a02d63b48 2024-12-09T14:51:55,622 INFO [M:0;2491923345a5:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44163/user/jenkins/test-data/cb987534-de68-a861-44a2-64eec4777389/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec07eec49b6a47e9a5223e3a02d63b48, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T14:51:55,624 INFO [M:0;2491923345a5:32985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false 2024-12-09T14:51:55,625 INFO [M:0;2491923345a5:32985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:55,625 DEBUG [M:0;2491923345a5:32985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755915504Disabling compacts and flushes for region at 1733755915504Disabling writes for close at 1733755915505 (+1 ms)Obtaining lock to block concurrent updates at 1733755915505Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733755915505Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733755915505Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733755915506 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733755915506Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733755915521 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733755915521Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733755915537 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733755915554 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733755915554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733755915570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733755915582 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733755915582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55db14a9: reopening flushed file at 1733755915596 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c17efd6: reopening flushed file at 1733755915607 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b19dc6f: reopening flushed file at 1733755915615 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false at 1733755915624 (+9 ms)Writing region close event to WAL at 1733755915625 (+1 ms)Closed at 1733755915625 2024-12-09T14:51:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42873 is added to blk_1073741830_1006 (size=35428) 2024-12-09T14:51:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741830_1006 (size=35428) 2024-12-09T14:51:55,629 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:51:55,629 INFO [M:0;2491923345a5:32985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T14:51:55,630 INFO [M:0;2491923345a5:32985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32985 2024-12-09T14:51:55,630 INFO [M:0;2491923345a5:32985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:51:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:51:55,760 INFO [M:0;2491923345a5:32985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:51:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1000b1d770f0000, quorum=127.0.0.1:63670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:51:55,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:51:55,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:51:55,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:51:55,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:51:55,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir/,STOPPED} 2024-12-09T14:51:55,814 WARN [BP-986456682-172.17.0.2-1733755907047 heartbeating to localhost/127.0.0.1:44163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:51:55,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:51:55,814 WARN [BP-986456682-172.17.0.2-1733755907047 heartbeating to localhost/127.0.0.1:44163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-986456682-172.17.0.2-1733755907047 (Datanode Uuid bfa77f70-2989-42ee-b9a1-fc4e4249a4e6) service to localhost/127.0.0.1:44163 2024-12-09T14:51:55,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:51:55,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data3/current/BP-986456682-172.17.0.2-1733755907047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:51:55,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data4/current/BP-986456682-172.17.0.2-1733755907047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:51:55,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:51:55,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:51:55,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:51:55,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:51:55,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:51:55,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir/,STOPPED} 2024-12-09T14:51:55,823 WARN [BP-986456682-172.17.0.2-1733755907047 heartbeating to localhost/127.0.0.1:44163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:51:55,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:51:55,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:51:55,823 WARN [BP-986456682-172.17.0.2-1733755907047 heartbeating to localhost/127.0.0.1:44163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-986456682-172.17.0.2-1733755907047 (Datanode Uuid a8239d6d-7215-4d7c-a09d-241291102edb) service to localhost/127.0.0.1:44163 2024-12-09T14:51:55,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data1/current/BP-986456682-172.17.0.2-1733755907047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:51:55,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/cluster_63231d74-6a1c-e24c-f030-e58eb904be7c/data/data2/current/BP-986456682-172.17.0.2-1733755907047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:51:55,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:51:55,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:51:55,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:51:55,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:51:55,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:51:55,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir/,STOPPED} 2024-12-09T14:51:55,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T14:51:55,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T14:51:55,871 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=83 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44163 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4e7a17de java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44163 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2491923345a5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2491923345a5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2491923345a5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2491923345a5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 123) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7322 (was 7864) 2024-12-09T14:51:55,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=83, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7322 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir so I do NOT create it in target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658 2024-12-09T14:51:55,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.tmp.dir so I do NOT create it in target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658 2024-12-09T14:51:55,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/01b517b2-0ba5-eb7d-f0f5-ccdef6e14dae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T14:51:55,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad, deleteOnExit=true 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/test.cache.data in system properties and HBase conf 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T14:51:55,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir in system properties and HBase conf 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T14:51:55,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:51:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/nfs.dump.dir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/java.io.tmpdir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T14:51:55,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T14:51:56,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:56,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:51:56,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:51:56,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:51:56,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:51:56,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:56,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@337b10e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:51:56,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@511bff7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:51:56,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c33de11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/java.io.tmpdir/jetty-localhost-35301-hadoop-hdfs-3_4_1-tests_jar-_-any-3576871524964528350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:51:56,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e11b88f{HTTP/1.1, (http/1.1)}{localhost:35301} 2024-12-09T14:51:56,227 INFO [Time-limited test {}] server.Server(415): Started @11110ms 2024-12-09T14:51:56,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:56,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:51:56,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:51:56,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:51:56,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:51:56,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6b328d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:51:56,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc1e622{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:51:56,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cab1d8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/java.io.tmpdir/jetty-localhost-40929-hadoop-hdfs-3_4_1-tests_jar-_-any-2174897424762715324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:51:56,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2836cbac{HTTP/1.1, (http/1.1)}{localhost:40929} 2024-12-09T14:51:56,531 INFO [Time-limited test {}] server.Server(415): Started @11414ms 2024-12-09T14:51:56,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:51:56,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:51:56,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:51:56,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:51:56,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:51:56,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:51:56,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c56c2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:51:56,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5970583a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:51:56,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26a934c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/java.io.tmpdir/jetty-localhost-33545-hadoop-hdfs-3_4_1-tests_jar-_-any-9256184103522452058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:51:56,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@644efb07{HTTP/1.1, (http/1.1)}{localhost:33545} 2024-12-09T14:51:56,661 INFO [Time-limited test {}] server.Server(415): Started @11544ms 2024-12-09T14:51:56,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:51:57,390 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data1/current/BP-1516219736-172.17.0.2-1733755915912/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:57,390 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data2/current/BP-1516219736-172.17.0.2-1733755915912/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:57,404 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:51:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x976f04fb3cc5572e with lease ID 0xec2edf5c33fcf8ed: Processing first storage report for DS-39a62f40-f1e7-4813-8f5e-381153a4a10c from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=303ed822-68c4-48f9-85e7-f382081d3397, infoPort=37265, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912) 2024-12-09T14:51:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x976f04fb3cc5572e with lease ID 0xec2edf5c33fcf8ed: from storage DS-39a62f40-f1e7-4813-8f5e-381153a4a10c node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=303ed822-68c4-48f9-85e7-f382081d3397, infoPort=37265, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:51:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x976f04fb3cc5572e with lease ID 0xec2edf5c33fcf8ed: Processing first storage report for DS-5cddf9f0-ebd7-4ec0-95ce-a1d1f9a2ddc2 from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=303ed822-68c4-48f9-85e7-f382081d3397, infoPort=37265, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912) 2024-12-09T14:51:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x976f04fb3cc5572e with lease ID 0xec2edf5c33fcf8ed: from storage DS-5cddf9f0-ebd7-4ec0-95ce-a1d1f9a2ddc2 node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=303ed822-68c4-48f9-85e7-f382081d3397, infoPort=37265, infoSecurePort=0, ipcPort=38225, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:51:57,478 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data3/current/BP-1516219736-172.17.0.2-1733755915912/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:57,479 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data4/current/BP-1516219736-172.17.0.2-1733755915912/current, will proceed with Du for space computation calculation, 2024-12-09T14:51:57,500 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:51:57,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x112de1805a3be446 with lease ID 0xec2edf5c33fcf8ee: Processing first storage report for DS-46cd6941-08ee-49b5-ae75-4016942c0c4d from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=a601698d-5f09-4692-8cee-df561b865293, infoPort=45087, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912) 2024-12-09T14:51:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x112de1805a3be446 with lease ID 0xec2edf5c33fcf8ee: from storage DS-46cd6941-08ee-49b5-ae75-4016942c0c4d node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=a601698d-5f09-4692-8cee-df561b865293, infoPort=45087, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:51:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x112de1805a3be446 with lease ID 0xec2edf5c33fcf8ee: Processing first storage report for DS-b668231f-329a-4d9b-b8ed-f83d92467350 from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=a601698d-5f09-4692-8cee-df561b865293, infoPort=45087, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912) 2024-12-09T14:51:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x112de1805a3be446 with lease ID 0xec2edf5c33fcf8ee: from storage DS-b668231f-329a-4d9b-b8ed-f83d92467350 node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=a601698d-5f09-4692-8cee-df561b865293, infoPort=45087, infoSecurePort=0, ipcPort=38891, storageInfo=lv=-57;cid=testClusterID;nsid=25746214;c=1733755915912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:51:57,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658 2024-12-09T14:51:57,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/zookeeper_0, clientPort=63543, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T14:51:57,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63543 2024-12-09T14:51:57,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:51:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:51:57,619 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686 with version=8 2024-12-09T14:51:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/hbase-staging 2024-12-09T14:51:57,622 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:51:57,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:51:57,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:51:57,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T14:51:57,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:51:57,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33181 2024-12-09T14:51:57,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33181 connecting to ZooKeeper ensemble=127.0.0.1:63543 2024-12-09T14:51:57,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331810x0, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:51:57,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33181-0x1000b1d93be0000 connected 2024-12-09T14:51:57,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:57,763 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686, hbase.cluster.distributed=false 2024-12-09T14:51:57,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:51:57,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33181 2024-12-09T14:51:57,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33181 2024-12-09T14:51:57,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33181 2024-12-09T14:51:57,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33181 2024-12-09T14:51:57,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33181 2024-12-09T14:51:57,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:51:57,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:51:57,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:51:57,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:51:57,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:51:57,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36397 2024-12-09T14:51:57,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36397 connecting to ZooKeeper ensemble=127.0.0.1:63543 2024-12-09T14:51:57,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363970x0, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:51:57,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36397-0x1000b1d93be0001 connected 2024-12-09T14:51:57,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:57,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:51:57,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:51:57,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:51:57,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:51:57,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36397 2024-12-09T14:51:57,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36397 2024-12-09T14:51:57,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36397 2024-12-09T14:51:57,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36397 2024-12-09T14:51:57,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36397 2024-12-09T14:51:57,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:51:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:51:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:51:57,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:51:57,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:51:57,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:51:57,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38589 2024-12-09T14:51:57,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38589 connecting to ZooKeeper ensemble=127.0.0.1:63543 2024-12-09T14:51:57,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385890x0, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:51:57,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38589-0x1000b1d93be0002 connected 2024-12-09T14:51:57,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:51:57,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:51:57,827 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:51:57,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:51:57,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:51:57,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38589 2024-12-09T14:51:57,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38589 2024-12-09T14:51:57,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38589 2024-12-09T14:51:57,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38589 2024-12-09T14:51:57,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38589 2024-12-09T14:51:57,842 DEBUG [M:0;2491923345a5:33181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2491923345a5:33181 2024-12-09T14:51:57,842 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2491923345a5,33181,1733755917621 2024-12-09T14:51:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:57,852 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2491923345a5,33181,1733755917621 2024-12-09T14:51:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:51:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:51:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:57,860 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T14:51:57,861 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2491923345a5,33181,1733755917621 from backup master directory 2024-12-09T14:51:57,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:57,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2491923345a5,33181,1733755917621 2024-12-09T14:51:57,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:57,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:51:57,868 WARN [master/2491923345a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:51:57,868 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2491923345a5,33181,1733755917621 2024-12-09T14:51:57,875 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/hbase.id] with ID: 198b437d-94e2-4781-8cd0-365cf2908a19 2024-12-09T14:51:57,875 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/.tmp/hbase.id 2024-12-09T14:51:57,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:51:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:51:57,882 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/.tmp/hbase.id]:[hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/hbase.id] 2024-12-09T14:51:57,897 INFO [master/2491923345a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:51:57,897 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T14:51:57,898 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-09T14:51:57,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:57,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:57,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:57,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:51:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:51:57,918 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:51:57,919 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T14:51:57,919 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:57,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:51:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:51:57,929 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store 2024-12-09T14:51:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:51:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:51:57,937 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:57,937 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:51:57,937 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:57,937 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:57,937 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:51:57,937 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:57,937 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:51:57,937 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755917937Disabling compacts and flushes for region at 1733755917937Disabling writes for close at 1733755917937Writing region close event to WAL at 1733755917937Closed at 1733755917937 2024-12-09T14:51:57,938 WARN [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/.initializing 2024-12-09T14:51:57,939 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/WALs/2491923345a5,33181,1733755917621 2024-12-09T14:51:57,940 INFO [master/2491923345a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:51:57,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C33181%2C1733755917621, suffix=, logDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/WALs/2491923345a5,33181,1733755917621, archiveDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/oldWALs, maxLogs=10 2024-12-09T14:51:57,954 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/WALs/2491923345a5,33181,1733755917621/2491923345a5%2C33181%2C1733755917621.1733755917943, exclude list is [], retry=0 2024-12-09T14:51:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-39a62f40-f1e7-4813-8f5e-381153a4a10c,DISK] 2024-12-09T14:51:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-46cd6941-08ee-49b5-ae75-4016942c0c4d,DISK] 2024-12-09T14:51:57,960 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/WALs/2491923345a5,33181,1733755917621/2491923345a5%2C33181%2C1733755917621.1733755917943 2024-12-09T14:51:57,960 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45087:45087),(127.0.0.1/127.0.0.1:37265:37265)] 2024-12-09T14:51:57,960 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:51:57,960 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:57,960 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,960 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T14:51:57,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:57,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:57,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T14:51:57,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:57,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:57,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T14:51:57,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:57,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:57,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T14:51:57,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:57,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:57,976 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,977 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,978 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,979 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,979 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,980 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:51:57,982 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:51:57,984 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:57,985 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67951984, jitterRate=0.012563467025756836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:51:57,986 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733755917960Initializing all the Stores at 1733755917962 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755917962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755917962Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755917962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755917962Cleaning up temporary data from old regions at 1733755917979 (+17 ms)Region opened successfully at 1733755917986 (+7 ms) 2024-12-09T14:51:57,986 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T14:51:57,990 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a847304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:51:57,991 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T14:51:57,991 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T14:51:57,991 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T14:51:57,992 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T14:51:57,992 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T14:51:57,993 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T14:51:57,993 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T14:51:57,995 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T14:51:57,996 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T14:51:58,009 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T14:51:58,010 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T14:51:58,011 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T14:51:58,017 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T14:51:58,018 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T14:51:58,020 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T14:51:58,026 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T14:51:58,027 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T14:51:58,034 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T14:51:58,037 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T14:51:58,042 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T14:51:58,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:58,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:58,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:51:58,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,051 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2491923345a5,33181,1733755917621, sessionid=0x1000b1d93be0000, setting cluster-up flag (Was=false) 2024-12-09T14:51:58,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,092 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T14:51:58,093 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,33181,1733755917621 2024-12-09T14:51:58,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,134 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T14:51:58,136 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,33181,1733755917621 2024-12-09T14:51:58,139 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T14:51:58,143 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:58,143 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T14:51:58,144 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T14:51:58,144 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2491923345a5,33181,1733755917621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T14:51:58,147 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:58,147 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:58,147 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:58,147 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:51:58,148 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2491923345a5:0, corePoolSize=10, maxPoolSize=10 2024-12-09T14:51:58,148 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,148 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:51:58,148 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,149 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733755948149 2024-12-09T14:51:58,149 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T14:51:58,150 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T14:51:58,150 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T14:51:58,150 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T14:51:58,150 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T14:51:58,150 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T14:51:58,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:58,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T14:51:58,153 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,153 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T14:51:58,153 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T14:51:58,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T14:51:58,154 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T14:51:58,154 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T14:51:58,154 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T14:51:58,154 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755918154,5,FailOnTimeoutGroup] 2024-12-09T14:51:58,154 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755918154,5,FailOnTimeoutGroup] 2024-12-09T14:51:58,154 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,155 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T14:51:58,155 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,155 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:51:58,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:51:58,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T14:51:58,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686 2024-12-09T14:51:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:51:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:51:58,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:58,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:51:58,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:51:58,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:51:58,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:51:58,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:51:58,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:51:58,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:51:58,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:51:58,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:51:58,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740 2024-12-09T14:51:58,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740 2024-12-09T14:51:58,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:51:58,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:51:58,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:51:58,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:51:58,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:58,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67125780, jitterRate=2.5206804275512695E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:51:58,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733755918172Initializing all the Stores at 1733755918173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755918173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755918173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755918173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755918173Cleaning up temporary data from old regions at 1733755918185 (+12 ms)Region opened successfully at 1733755918190 (+5 ms) 2024-12-09T14:51:58,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:51:58,190 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:51:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:51:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:51:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:51:58,191 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:51:58,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755918190Disabling compacts and flushes for region at 1733755918190Disabling writes for close at 1733755918191 (+1 ms)Writing region close event to WAL at 1733755918191Closed at 1733755918191 2024-12-09T14:51:58,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:58,193 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T14:51:58,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T14:51:58,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:51:58,196 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T14:51:58,233 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(746): ClusterId : 198b437d-94e2-4781-8cd0-365cf2908a19 2024-12-09T14:51:58,233 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(746): ClusterId : 198b437d-94e2-4781-8cd0-365cf2908a19 2024-12-09T14:51:58,233 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:51:58,233 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:51:58,260 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:51:58,260 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:51:58,260 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:51:58,260 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:51:58,268 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:51:58,268 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:51:58,269 DEBUG [RS:0;2491923345a5:36397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a3e371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:51:58,269 DEBUG [RS:1;2491923345a5:38589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eb0c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:51:58,285 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2491923345a5:36397 2024-12-09T14:51:58,285 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2491923345a5:38589 2024-12-09T14:51:58,285 INFO [RS:0;2491923345a5:36397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:51:58,285 INFO [RS:1;2491923345a5:38589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:51:58,286 INFO [RS:0;2491923345a5:36397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:51:58,286 INFO [RS:1;2491923345a5:38589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:51:58,286 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:51:58,286 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:51:58,287 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,33181,1733755917621 with port=36397, startcode=1733755917778 2024-12-09T14:51:58,287 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,33181,1733755917621 with port=38589, startcode=1733755917811 2024-12-09T14:51:58,287 DEBUG [RS:0;2491923345a5:36397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:51:58,287 DEBUG [RS:1;2491923345a5:38589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:51:58,289 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:51:58,290 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43865, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:51:58,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,38589,1733755917811 2024-12-09T14:51:58,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33181 {}] master.ServerManager(517): Registering regionserver=2491923345a5,38589,1733755917811 2024-12-09T14:51:58,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,36397,1733755917778 2024-12-09T14:51:58,293 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686 2024-12-09T14:51:58,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33181 {}] master.ServerManager(517): Registering regionserver=2491923345a5,36397,1733755917778 2024-12-09T14:51:58,293 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37503 2024-12-09T14:51:58,293 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:51:58,294 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686 2024-12-09T14:51:58,295 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37503 2024-12-09T14:51:58,295 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:51:58,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:51:58,326 DEBUG [RS:1;2491923345a5:38589 {}] zookeeper.ZKUtil(111): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,38589,1733755917811 2024-12-09T14:51:58,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,38589,1733755917811] 2024-12-09T14:51:58,326 WARN [RS:1;2491923345a5:38589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:51:58,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,36397,1733755917778] 2024-12-09T14:51:58,326 DEBUG [RS:0;2491923345a5:36397 {}] zookeeper.ZKUtil(111): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,36397,1733755917778 2024-12-09T14:51:58,326 INFO [RS:1;2491923345a5:38589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:58,326 WARN [RS:0;2491923345a5:36397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:51:58,326 INFO [RS:0;2491923345a5:36397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:58,326 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811 2024-12-09T14:51:58,326 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,36397,1733755917778 2024-12-09T14:51:58,331 INFO [RS:0;2491923345a5:36397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:51:58,331 INFO [RS:1;2491923345a5:38589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:51:58,333 INFO [RS:1;2491923345a5:38589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:51:58,333 INFO [RS:1;2491923345a5:38589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:51:58,333 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,334 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:51:58,335 INFO [RS:1;2491923345a5:38589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:51:58,335 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,335 INFO [RS:0;2491923345a5:36397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:51:58,335 INFO [RS:0;2491923345a5:36397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,335 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,335 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,336 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,336 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,336 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:51:58,336 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,336 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,336 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:58,336 DEBUG [RS:1;2491923345a5:38589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:58,336 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,337 INFO [RS:0;2491923345a5:36397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:51:58,337 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,337 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,337 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,337 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,337 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,337 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,38589,1733755917811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,337 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,338 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,338 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,338 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,338 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:51:58,338 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:58,338 DEBUG [RS:0;2491923345a5:36397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:51:58,339 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,339 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,339 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,339 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,339 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,339 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,36397,1733755917778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:51:58,346 WARN [2491923345a5:33181 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T14:51:58,350 INFO [RS:1;2491923345a5:38589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:51:58,350 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,38589,1733755917811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,350 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,350 INFO [RS:1;2491923345a5:38589 {}] regionserver.Replication(171): 2491923345a5,38589,1733755917811 started 2024-12-09T14:51:58,350 INFO [RS:0;2491923345a5:36397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:51:58,350 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,36397,1733755917778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,351 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,351 INFO [RS:0;2491923345a5:36397 {}] regionserver.Replication(171): 2491923345a5,36397,1733755917778 started 2024-12-09T14:51:58,363 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,363 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,36397,1733755917778, RpcServer on 2491923345a5/172.17.0.2:36397, sessionid=0x1000b1d93be0001 2024-12-09T14:51:58,363 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:51:58,363 DEBUG [RS:0;2491923345a5:36397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,36397,1733755917778 2024-12-09T14:51:58,363 DEBUG [RS:0;2491923345a5:36397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,36397,1733755917778' 2024-12-09T14:51:58,363 DEBUG [RS:0;2491923345a5:36397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:51:58,363 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,363 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,38589,1733755917811, RpcServer on 2491923345a5/172.17.0.2:38589, sessionid=0x1000b1d93be0002 2024-12-09T14:51:58,363 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,38589,1733755917811 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,38589,1733755917811' 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:51:58,364 DEBUG [RS:0;2491923345a5:36397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:51:58,364 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:51:58,364 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:51:58,364 DEBUG [RS:0;2491923345a5:36397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,36397,1733755917778 2024-12-09T14:51:58,364 DEBUG [RS:0;2491923345a5:36397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,36397,1733755917778' 2024-12-09T14:51:58,364 DEBUG [RS:0;2491923345a5:36397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,38589,1733755917811 2024-12-09T14:51:58,364 DEBUG [RS:1;2491923345a5:38589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,38589,1733755917811' 2024-12-09T14:51:58,365 DEBUG [RS:1;2491923345a5:38589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:51:58,365 DEBUG [RS:0;2491923345a5:36397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:51:58,365 DEBUG [RS:1;2491923345a5:38589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:51:58,365 DEBUG [RS:0;2491923345a5:36397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:51:58,365 INFO [RS:0;2491923345a5:36397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:51:58,365 INFO [RS:0;2491923345a5:36397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:51:58,365 DEBUG [RS:1;2491923345a5:38589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:51:58,365 INFO [RS:1;2491923345a5:38589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:51:58,365 INFO [RS:1;2491923345a5:38589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:51:58,466 INFO [RS:1;2491923345a5:38589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:51:58,466 INFO [RS:0;2491923345a5:36397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:51:58,470 INFO [RS:1;2491923345a5:38589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C38589%2C1733755917811, suffix=, logDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811, archiveDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/oldWALs, maxLogs=32 2024-12-09T14:51:58,470 INFO [RS:0;2491923345a5:36397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C36397%2C1733755917778, suffix=, logDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,36397,1733755917778, archiveDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/oldWALs, maxLogs=32 2024-12-09T14:51:58,486 DEBUG [RS:1;2491923345a5:38589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811/2491923345a5%2C38589%2C1733755917811.1733755918475, exclude list is [], retry=0 2024-12-09T14:51:58,486 DEBUG [RS:0;2491923345a5:36397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,36397,1733755917778/2491923345a5%2C36397%2C1733755917778.1733755918475, exclude list is [], retry=0 2024-12-09T14:51:58,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-39a62f40-f1e7-4813-8f5e-381153a4a10c,DISK] 2024-12-09T14:51:58,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-46cd6941-08ee-49b5-ae75-4016942c0c4d,DISK] 2024-12-09T14:51:58,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-39a62f40-f1e7-4813-8f5e-381153a4a10c,DISK] 2024-12-09T14:51:58,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-46cd6941-08ee-49b5-ae75-4016942c0c4d,DISK] 2024-12-09T14:51:58,492 INFO [RS:1;2491923345a5:38589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811/2491923345a5%2C38589%2C1733755917811.1733755918475 2024-12-09T14:51:58,492 DEBUG [RS:1;2491923345a5:38589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265),(127.0.0.1/127.0.0.1:45087:45087)] 2024-12-09T14:51:58,492 INFO [RS:0;2491923345a5:36397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,36397,1733755917778/2491923345a5%2C36397%2C1733755917778.1733755918475 2024-12-09T14:51:58,493 DEBUG [RS:0;2491923345a5:36397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37265:37265),(127.0.0.1/127.0.0.1:45087:45087)] 2024-12-09T14:51:58,597 DEBUG [2491923345a5:33181 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T14:51:58,597 DEBUG [2491923345a5:33181 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:51:58,604 DEBUG [2491923345a5:33181 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:51:58,604 DEBUG [2491923345a5:33181 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:51:58,604 DEBUG [2491923345a5:33181 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:51:58,604 DEBUG [2491923345a5:33181 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:51:58,604 INFO [2491923345a5:33181 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:51:58,604 INFO [2491923345a5:33181 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:51:58,604 DEBUG [2491923345a5:33181 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:51:58,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2491923345a5,38589,1733755917811 2024-12-09T14:51:58,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,38589,1733755917811, state=OPENING 2024-12-09T14:51:58,617 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T14:51:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:51:58,626 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:51:58,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:58,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:58,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:58,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,38589,1733755917811}] 2024-12-09T14:51:58,781 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:51:58,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:51:58,794 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T14:51:58,794 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:51:58,795 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T14:51:58,798 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C38589%2C1733755917811.meta, suffix=.meta, logDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811, archiveDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/oldWALs, maxLogs=32 2024-12-09T14:51:58,812 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811/2491923345a5%2C38589%2C1733755917811.meta.1733755918799.meta, exclude list is [], retry=0 2024-12-09T14:51:58,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-46cd6941-08ee-49b5-ae75-4016942c0c4d,DISK] 2024-12-09T14:51:58,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-39a62f40-f1e7-4813-8f5e-381153a4a10c,DISK] 2024-12-09T14:51:58,816 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811/2491923345a5%2C38589%2C1733755917811.meta.1733755918799.meta 2024-12-09T14:51:58,817 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45087:45087),(127.0.0.1/127.0.0.1:37265:37265)] 2024-12-09T14:51:58,817 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:51:58,818 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T14:51:58,818 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T14:51:58,818 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T14:51:58,818 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T14:51:58,818 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:58,818 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T14:51:58,818 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T14:51:58,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:51:58,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:51:58,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:51:58,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:51:58,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:51:58,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:51:58,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:51:58,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:51:58,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:51:58,827 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:51:58,829 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740 2024-12-09T14:51:58,830 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740 2024-12-09T14:51:58,832 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:51:58,832 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:51:58,833 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:51:58,835 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:51:58,836 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75256599, jitterRate=0.12141071259975433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:51:58,836 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T14:51:58,837 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733755918819Writing region info on filesystem at 1733755918819Initializing all the Stores at 1733755918820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755918820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755918820Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755918820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755918820Cleaning up temporary data from old regions at 1733755918832 (+12 ms)Running coprocessor post-open hooks at 1733755918836 (+4 ms)Region opened successfully at 1733755918837 (+1 ms) 2024-12-09T14:51:58,838 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733755918780 2024-12-09T14:51:58,841 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T14:51:58,841 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T14:51:58,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,38589,1733755917811 2024-12-09T14:51:58,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,38589,1733755917811, state=OPEN 2024-12-09T14:51:58,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:51:58,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:51:58,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:51:58,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2491923345a5,38589,1733755917811 2024-12-09T14:51:58,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:58,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:58,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:51:58,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T14:51:58,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,38589,1733755917811 in 233 msec 2024-12-09T14:51:58,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T14:51:58,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-12-09T14:51:58,867 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:51:58,867 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T14:51:58,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:51:58,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,38589,1733755917811, seqNum=-1] 2024-12-09T14:51:58,869 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:51:58,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:51:58,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 735 msec 2024-12-09T14:51:58,878 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733755918877, completionTime=-1 2024-12-09T14:51:58,878 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T14:51:58,878 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T14:51:58,880 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T14:51:58,880 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733755978880 2024-12-09T14:51:58,880 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733756038880 2024-12-09T14:51:58,880 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T14:51:58,880 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,33181,1733755917621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,880 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,33181,1733755917621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,881 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,33181,1733755917621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,881 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2491923345a5:33181, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,881 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,881 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,883 DEBUG [master/2491923345a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.018sec 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,33181,1733755917621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:51:58,886 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,33181,1733755917621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T14:51:58,889 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T14:51:58,890 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T14:51:58,890 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,33181,1733755917621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:51:58,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5eab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:58,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,33181,-1 for getting cluster id 2024-12-09T14:51:58,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:51:58,936 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '198b437d-94e2-4781-8cd0-365cf2908a19' 2024-12-09T14:51:58,937 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:51:58,937 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "198b437d-94e2-4781-8cd0-365cf2908a19" 2024-12-09T14:51:58,938 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdac8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:58,938 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,33181,-1] 2024-12-09T14:51:58,939 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:51:58,940 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:51:58,942 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:51:58,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d547679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:51:58,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:51:58,944 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,38589,1733755917811, seqNum=-1] 2024-12-09T14:51:58,945 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:51:58,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:51:58,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2491923345a5,33181,1733755917621 2024-12-09T14:51:58,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T14:51:58,950 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2491923345a5,33181,1733755917621 2024-12-09T14:51:58,950 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab21edc 2024-12-09T14:51:58,950 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T14:51:58,952 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T14:51:58,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:51:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T14:51:58,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T14:51:58,957 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:58,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T14:51:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:58,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T14:51:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:51:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:51:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:59,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T14:51:59,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:51:59,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:51:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:59,372 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13b23afb4d02c78b851fb4dd8dddb65c, NAME => 'testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686 2024-12-09T14:51:59,372 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9a3283694fe1cbfd85b4832d488333c4, NAME => 'testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686 2024-12-09T14:51:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:51:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:51:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:51:59,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:51:59,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:59,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9a3283694fe1cbfd85b4832d488333c4, disabling compactions & flushes 2024-12-09T14:51:59,385 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:51:59,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:51:59,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. after waiting 0 ms 2024-12-09T14:51:59,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:51:59,385 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:51:59,385 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9a3283694fe1cbfd85b4832d488333c4: Waiting for close lock at 1733755919385Disabling compacts and flushes for region at 1733755919385Disabling writes for close at 1733755919385Writing region close event to WAL at 1733755919385Closed at 1733755919385 2024-12-09T14:51:59,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:59,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 13b23afb4d02c78b851fb4dd8dddb65c, disabling compactions & flushes 2024-12-09T14:51:59,386 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:51:59,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:51:59,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. after waiting 0 ms 2024-12-09T14:51:59,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:51:59,386 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:51:59,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13b23afb4d02c78b851fb4dd8dddb65c: Waiting for close lock at 1733755919386Disabling compacts and flushes for region at 1733755919386Disabling writes for close at 1733755919386Writing region close event to WAL at 1733755919386Closed at 1733755919386 2024-12-09T14:51:59,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T14:51:59,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755919388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755919388"}]},"ts":"1733755919388"} 2024-12-09T14:51:59,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755919388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755919388"}]},"ts":"1733755919388"} 2024-12-09T14:51:59,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T14:51:59,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T14:51:59,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755919394"}]},"ts":"1733755919394"} 2024-12-09T14:51:59,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T14:51:59,398 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:51:59,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:51:59,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:51:59,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:51:59,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:51:59,399 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:51:59,399 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:51:59,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:51:59,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13b23afb4d02c78b851fb4dd8dddb65c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a3283694fe1cbfd85b4832d488333c4, ASSIGN}] 2024-12-09T14:51:59,402 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13b23afb4d02c78b851fb4dd8dddb65c, ASSIGN 2024-12-09T14:51:59,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a3283694fe1cbfd85b4832d488333c4, ASSIGN 2024-12-09T14:51:59,404 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13b23afb4d02c78b851fb4dd8dddb65c, ASSIGN; state=OFFLINE, location=2491923345a5,36397,1733755917778; forceNewPlan=false, retain=false 2024-12-09T14:51:59,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a3283694fe1cbfd85b4832d488333c4, ASSIGN; state=OFFLINE, location=2491923345a5,38589,1733755917811; forceNewPlan=false, retain=false 2024-12-09T14:51:59,554 INFO [2491923345a5:33181 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T14:51:59,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13b23afb4d02c78b851fb4dd8dddb65c, regionState=OPENING, regionLocation=2491923345a5,36397,1733755917778 2024-12-09T14:51:59,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a3283694fe1cbfd85b4832d488333c4, regionState=OPENING, regionLocation=2491923345a5,38589,1733755917811 2024-12-09T14:51:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a3283694fe1cbfd85b4832d488333c4, ASSIGN because future has completed 2024-12-09T14:51:59,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a3283694fe1cbfd85b4832d488333c4, server=2491923345a5,38589,1733755917811}] 2024-12-09T14:51:59,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13b23afb4d02c78b851fb4dd8dddb65c, ASSIGN because future has completed 2024-12-09T14:51:59,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b23afb4d02c78b851fb4dd8dddb65c, server=2491923345a5,36397,1733755917778}] 2024-12-09T14:51:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:51:59,717 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:51:59,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47941, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:51:59,723 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:51:59,723 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a3283694fe1cbfd85b4832d488333c4, NAME => 'testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T14:51:59,724 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,724 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:59,724 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,724 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,726 INFO [StoreOpener-9a3283694fe1cbfd85b4832d488333c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,728 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:51:59,728 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 13b23afb4d02c78b851fb4dd8dddb65c, NAME => 'testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T14:51:59,728 INFO [StoreOpener-9a3283694fe1cbfd85b4832d488333c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3283694fe1cbfd85b4832d488333c4 columnFamilyName family 2024-12-09T14:51:59,728 DEBUG [StoreOpener-9a3283694fe1cbfd85b4832d488333c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:59,728 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,729 INFO [StoreOpener-9a3283694fe1cbfd85b4832d488333c4-1 {}] regionserver.HStore(327): Store=9a3283694fe1cbfd85b4832d488333c4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:59,729 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,730 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,730 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,731 INFO [StoreOpener-13b23afb4d02c78b851fb4dd8dddb65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,731 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,731 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,732 INFO [StoreOpener-13b23afb4d02c78b851fb4dd8dddb65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b23afb4d02c78b851fb4dd8dddb65c columnFamilyName family 2024-12-09T14:51:59,733 DEBUG [StoreOpener-13b23afb4d02c78b851fb4dd8dddb65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:51:59,733 INFO [StoreOpener-13b23afb4d02c78b851fb4dd8dddb65c-1 {}] regionserver.HStore(327): Store=13b23afb4d02c78b851fb4dd8dddb65c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:51:59,733 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,733 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,734 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,735 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,735 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,735 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,736 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:59,737 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9a3283694fe1cbfd85b4832d488333c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66310489, jitterRate=-0.011896714568138123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:51:59,737 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:51:59,737 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,738 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9a3283694fe1cbfd85b4832d488333c4: Running coprocessor pre-open hook at 1733755919724Writing region info on filesystem at 1733755919724Initializing all the Stores at 1733755919726 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755919726Cleaning up temporary data from old regions at 1733755919731 (+5 ms)Running coprocessor post-open hooks at 1733755919737 (+6 ms)Region opened successfully at 1733755919738 (+1 ms) 2024-12-09T14:51:59,740 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4., pid=7, masterSystemTime=1733755919714 2024-12-09T14:51:59,743 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:51:59,744 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 13b23afb4d02c78b851fb4dd8dddb65c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74482681, jitterRate=0.10987843573093414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:51:59,744 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:51:59,744 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 13b23afb4d02c78b851fb4dd8dddb65c: Running coprocessor pre-open hook at 1733755919729Writing region info on filesystem at 1733755919729Initializing all the Stores at 1733755919730 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755919730Cleaning up temporary data from old regions at 1733755919736 (+6 ms)Running coprocessor post-open hooks at 1733755919744 (+8 ms)Region opened successfully at 1733755919744 2024-12-09T14:51:59,745 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:51:59,745 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:51:59,746 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c., pid=8, masterSystemTime=1733755919717 2024-12-09T14:51:59,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a3283694fe1cbfd85b4832d488333c4, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,38589,1733755917811 2024-12-09T14:51:59,749 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:51:59,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a3283694fe1cbfd85b4832d488333c4, server=2491923345a5,38589,1733755917811 because future has completed 2024-12-09T14:51:59,749 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:51:59,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13b23afb4d02c78b851fb4dd8dddb65c, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,36397,1733755917778 2024-12-09T14:51:59,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b23afb4d02c78b851fb4dd8dddb65c, server=2491923345a5,36397,1733755917778 because future has completed 2024-12-09T14:51:59,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T14:51:59,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a3283694fe1cbfd85b4832d488333c4, server=2491923345a5,38589,1733755917811 in 192 msec 2024-12-09T14:51:59,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a3283694fe1cbfd85b4832d488333c4, ASSIGN in 355 msec 2024-12-09T14:51:59,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T14:51:59,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13b23afb4d02c78b851fb4dd8dddb65c, server=2491923345a5,36397,1733755917778 in 193 msec 2024-12-09T14:51:59,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T14:51:59,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13b23afb4d02c78b851fb4dd8dddb65c, ASSIGN in 359 msec 2024-12-09T14:51:59,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T14:51:59,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755919763"}]},"ts":"1733755919763"} 2024-12-09T14:51:59,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T14:51:59,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T14:51:59,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 814 msec 2024-12-09T14:52:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:00,102 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T14:52:00,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T14:52:00,102 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:00,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T14:52:00,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:00,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T14:52:00,110 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c., hostname=2491923345a5,36397,1733755917778, seqNum=2] 2024-12-09T14:52:00,111 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:00,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:00,129 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4., hostname=2491923345a5,38589,1733755917811, seqNum=2] 2024-12-09T14:52:00,144 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 13b23afb4d02c78b851fb4dd8dddb65c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T14:52:00,162 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c/.tmp/family/daf7fe8ae0004c7eb871a0bbfdd24a93 is 32, key is 1/family:/1733755920114/Put/seqid=0 2024-12-09T14:52:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:00,169 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c/.tmp/family/daf7fe8ae0004c7eb871a0bbfdd24a93 2024-12-09T14:52:00,178 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c/.tmp/family/daf7fe8ae0004c7eb871a0bbfdd24a93 as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c/family/daf7fe8ae0004c7eb871a0bbfdd24a93 2024-12-09T14:52:00,186 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c/family/daf7fe8ae0004c7eb871a0bbfdd24a93, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T14:52:00,187 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 13b23afb4d02c78b851fb4dd8dddb65c in 43ms, sequenceid=8, compaction requested=false 2024-12-09T14:52:00,187 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 13b23afb4d02c78b851fb4dd8dddb65c: 2024-12-09T14:52:00,187 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9a3283694fe1cbfd85b4832d488333c4 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T14:52:00,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4/.tmp/family/8720eb0fa05f452499ccffa05b51815d is 32, key is 5/family:/1733755920130/Put/seqid=0 2024-12-09T14:52:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:00,212 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4/.tmp/family/8720eb0fa05f452499ccffa05b51815d 2024-12-09T14:52:00,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4/.tmp/family/8720eb0fa05f452499ccffa05b51815d as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4/family/8720eb0fa05f452499ccffa05b51815d 2024-12-09T14:52:00,230 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4/family/8720eb0fa05f452499ccffa05b51815d, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T14:52:00,231 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9a3283694fe1cbfd85b4832d488333c4 in 44ms, sequenceid=9, compaction requested=false 2024-12-09T14:52:00,231 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9a3283694fe1cbfd85b4832d488333c4: 2024-12-09T14:52:00,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T14:52:00,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:00,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:00,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:00,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:00,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T14:52:00,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1337529266, stopped=false 2024-12-09T14:52:00,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:52:00,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2491923345a5,33181,1733755917621 2024-12-09T14:52:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:00,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:00,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:00,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:00,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:00,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:00,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:00,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:00,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:00,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:00,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:00,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,36397,1733755917778' ***** 2024-12-09T14:52:00,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:00,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,38589,1733755917811' ***** 2024-12-09T14:52:00,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:00,294 INFO [RS:0;2491923345a5:36397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:00,295 INFO [RS:0;2491923345a5:36397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:00,295 INFO [RS:0;2491923345a5:36397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:00,295 INFO [RS:1;2491923345a5:38589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:00,295 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(3091): Received CLOSE for 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:52:00,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:00,295 INFO [RS:1;2491923345a5:38589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:00,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:00,295 INFO [RS:1;2491923345a5:38589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:00,295 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:52:00,295 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,36397,1733755917778 2024-12-09T14:52:00,295 INFO [RS:0;2491923345a5:36397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:00,295 INFO [RS:0;2491923345a5:36397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2491923345a5:36397. 2024-12-09T14:52:00,295 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13b23afb4d02c78b851fb4dd8dddb65c, disabling compactions & flushes 2024-12-09T14:52:00,295 DEBUG [RS:0;2491923345a5:36397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:00,295 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:52:00,295 DEBUG [RS:0;2491923345a5:36397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:00,296 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:52:00,296 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T14:52:00,296 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. after waiting 0 ms 2024-12-09T14:52:00,296 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1325): Online Regions={13b23afb4d02c78b851fb4dd8dddb65c=testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c.} 2024-12-09T14:52:00,296 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:52:00,296 DEBUG [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1351): Waiting on 13b23afb4d02c78b851fb4dd8dddb65c 2024-12-09T14:52:00,296 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,38589,1733755917811 2024-12-09T14:52:00,296 INFO [RS:1;2491923345a5:38589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:00,296 INFO [RS:1;2491923345a5:38589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2491923345a5:38589. 2024-12-09T14:52:00,296 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a3283694fe1cbfd85b4832d488333c4, disabling compactions & flushes 2024-12-09T14:52:00,296 DEBUG [RS:1;2491923345a5:38589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:00,296 DEBUG [RS:1;2491923345a5:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:00,296 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:52:00,296 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:52:00,296 INFO [RS:1;2491923345a5:38589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:00,297 INFO [RS:1;2491923345a5:38589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:00,297 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. after waiting 0 ms 2024-12-09T14:52:00,297 INFO [RS:1;2491923345a5:38589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:00,297 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:52:00,297 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T14:52:00,297 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T14:52:00,297 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1325): Online Regions={9a3283694fe1cbfd85b4832d488333c4=testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T14:52:00,297 DEBUG [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a3283694fe1cbfd85b4832d488333c4 2024-12-09T14:52:00,298 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:00,298 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:00,298 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:00,298 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:00,298 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:00,298 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T14:52:00,303 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/13b23afb4d02c78b851fb4dd8dddb65c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T14:52:00,303 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/default/testClearRegionBlockCache/9a3283694fe1cbfd85b4832d488333c4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T14:52:00,304 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:52:00,304 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:52:00,304 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a3283694fe1cbfd85b4832d488333c4: Waiting for close lock at 1733755920296Running coprocessor pre-close hooks at 1733755920296Disabling compacts and flushes for region at 1733755920296Disabling writes for close at 1733755920297 (+1 ms)Writing region close event to WAL at 1733755920298 (+1 ms)Running coprocessor post-close hooks at 1733755920304 (+6 ms)Closed at 1733755920304 2024-12-09T14:52:00,304 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13b23afb4d02c78b851fb4dd8dddb65c: Waiting for close lock at 1733755920295Running coprocessor pre-close hooks at 1733755920295Disabling compacts and flushes for region at 1733755920295Disabling writes for close at 1733755920296 (+1 ms)Writing region close event to WAL at 1733755920298 (+2 ms)Running coprocessor post-close hooks at 1733755920304 (+6 ms)Closed at 1733755920304 2024-12-09T14:52:00,305 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4. 2024-12-09T14:52:00,305 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733755918953.13b23afb4d02c78b851fb4dd8dddb65c. 2024-12-09T14:52:00,319 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/info/f1789aa1197447b682150ccc2cc2e1c2 is 173, key is testClearRegionBlockCache,5,1733755918953.9a3283694fe1cbfd85b4832d488333c4./info:regioninfo/1733755919746/Put/seqid=0 2024-12-09T14:52:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:00,326 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/info/f1789aa1197447b682150ccc2cc2e1c2 2024-12-09T14:52:00,339 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:00,339 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:00,339 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:00,341 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:00,342 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:00,342 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:00,352 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/ns/7450e78180dc483582c5549f7b613dda is 43, key is default/ns:d/1733755918871/Put/seqid=0 2024-12-09T14:52:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:00,360 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/ns/7450e78180dc483582c5549f7b613dda 2024-12-09T14:52:00,386 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/table/74aa53a51e2e4f528b5f1e83b4b5bd61 is 61, key is testClearRegionBlockCache/table:state/1733755919763/Put/seqid=0 2024-12-09T14:52:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:00,397 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/table/74aa53a51e2e4f528b5f1e83b4b5bd61 2024-12-09T14:52:00,406 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/info/f1789aa1197447b682150ccc2cc2e1c2 as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/info/f1789aa1197447b682150ccc2cc2e1c2 2024-12-09T14:52:00,415 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/info/f1789aa1197447b682150ccc2cc2e1c2, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T14:52:00,417 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/ns/7450e78180dc483582c5549f7b613dda as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/ns/7450e78180dc483582c5549f7b613dda 2024-12-09T14:52:00,426 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/ns/7450e78180dc483582c5549f7b613dda, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T14:52:00,427 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/.tmp/table/74aa53a51e2e4f528b5f1e83b4b5bd61 as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/table/74aa53a51e2e4f528b5f1e83b4b5bd61 2024-12-09T14:52:00,435 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/table/74aa53a51e2e4f528b5f1e83b4b5bd61, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T14:52:00,437 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=13, compaction requested=false 2024-12-09T14:52:00,443 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T14:52:00,444 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T14:52:00,444 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:00,444 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755920297Running coprocessor pre-close hooks at 1733755920297Disabling compacts and flushes for region at 1733755920298 (+1 ms)Disabling writes for close at 1733755920298Obtaining lock to block concurrent updates at 1733755920298Preparing flush snapshotting stores in 1588230740 at 1733755920298Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733755920299 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733755920300 (+1 ms)Flushing 1588230740/info: creating writer at 1733755920300Flushing 1588230740/info: appending metadata at 1733755920319 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733755920319Flushing 1588230740/ns: creating writer at 1733755920335 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733755920352 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733755920352Flushing 1588230740/table: creating writer at 1733755920369 (+17 ms)Flushing 1588230740/table: appending metadata at 1733755920386 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733755920386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4ceae6: reopening flushed file at 1733755920405 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774c9cb5: reopening flushed file at 1733755920415 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfc1ad3: reopening flushed file at 1733755920426 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=13, compaction requested=false at 1733755920437 (+11 ms)Writing region close event to WAL at 1733755920438 (+1 ms)Running coprocessor post-close hooks at 1733755920444 (+6 ms)Closed at 1733755920444 2024-12-09T14:52:00,445 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:00,496 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,36397,1733755917778; all regions closed. 2024-12-09T14:52:00,498 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,38589,1733755917811; all regions closed. 2024-12-09T14:52:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:00,503 DEBUG [RS:0;2491923345a5:36397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/oldWALs 2024-12-09T14:52:00,503 INFO [RS:0;2491923345a5:36397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C36397%2C1733755917778:(num 1733755918475) 2024-12-09T14:52:00,503 DEBUG [RS:0;2491923345a5:36397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:00,503 INFO [RS:0;2491923345a5:36397 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:00,503 INFO [RS:0;2491923345a5:36397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:00,503 INFO [RS:0;2491923345a5:36397 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:00,504 INFO [RS:0;2491923345a5:36397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:00,504 INFO [RS:0;2491923345a5:36397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:00,504 INFO [RS:0;2491923345a5:36397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:00,504 INFO [RS:0;2491923345a5:36397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:00,504 INFO [RS:0;2491923345a5:36397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36397 2024-12-09T14:52:00,504 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:00,506 DEBUG [RS:1;2491923345a5:38589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/oldWALs 2024-12-09T14:52:00,506 INFO [RS:1;2491923345a5:38589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C38589%2C1733755917811.meta:.meta(num 1733755918799) 2024-12-09T14:52:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:52:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:52:00,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/WALs/2491923345a5,38589,1733755917811/2491923345a5%2C38589%2C1733755917811.1733755918475 not finished, retry = 0 2024-12-09T14:52:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,36397,1733755917778 2024-12-09T14:52:00,532 INFO [RS:0;2491923345a5:36397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:00,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,36397,1733755917778] 2024-12-09T14:52:00,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,36397,1733755917778 already deleted, retry=false 2024-12-09T14:52:00,550 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,36397,1733755917778 expired; onlineServers=1 2024-12-09T14:52:00,613 DEBUG [RS:1;2491923345a5:38589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/oldWALs 2024-12-09T14:52:00,613 INFO [RS:1;2491923345a5:38589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C38589%2C1733755917811:(num 1733755918475) 2024-12-09T14:52:00,613 DEBUG [RS:1;2491923345a5:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:00,613 INFO [RS:1;2491923345a5:38589 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:00,613 INFO [RS:1;2491923345a5:38589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:00,613 INFO [RS:1;2491923345a5:38589 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:00,613 INFO [RS:1;2491923345a5:38589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:00,613 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:00,614 INFO [RS:1;2491923345a5:38589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38589 2024-12-09T14:52:00,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,38589,1733755917811 2024-12-09T14:52:00,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:00,632 INFO [RS:1;2491923345a5:38589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:00,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,38589,1733755917811] 2024-12-09T14:52:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:00,642 INFO [RS:0;2491923345a5:36397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36397-0x1000b1d93be0001, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:00,642 INFO [RS:0;2491923345a5:36397 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,36397,1733755917778; zookeeper connection closed. 2024-12-09T14:52:00,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77284ba0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77284ba0 2024-12-09T14:52:00,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,38589,1733755917811 already deleted, retry=false 2024-12-09T14:52:00,650 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,38589,1733755917811 expired; onlineServers=0 2024-12-09T14:52:00,650 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2491923345a5,33181,1733755917621' ***** 2024-12-09T14:52:00,650 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T14:52:00,651 INFO [M:0;2491923345a5:33181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:00,651 INFO [M:0;2491923345a5:33181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:00,651 DEBUG [M:0;2491923345a5:33181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T14:52:00,651 DEBUG [M:0;2491923345a5:33181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T14:52:00,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T14:52:00,651 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755918154 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755918154,5,FailOnTimeoutGroup] 2024-12-09T14:52:00,651 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755918154 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755918154,5,FailOnTimeoutGroup] 2024-12-09T14:52:00,651 INFO [M:0;2491923345a5:33181 {}] hbase.ChoreService(370): Chore service for: master/2491923345a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:00,651 INFO [M:0;2491923345a5:33181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:00,651 DEBUG [M:0;2491923345a5:33181 {}] master.HMaster(1795): Stopping service threads 2024-12-09T14:52:00,651 INFO [M:0;2491923345a5:33181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T14:52:00,652 INFO [M:0;2491923345a5:33181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:00,652 INFO [M:0;2491923345a5:33181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T14:52:00,652 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T14:52:00,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:00,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:00,659 DEBUG [M:0;2491923345a5:33181 {}] zookeeper.ZKUtil(347): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T14:52:00,659 WARN [M:0;2491923345a5:33181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T14:52:00,660 INFO [M:0;2491923345a5:33181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/.lastflushedseqids 2024-12-09T14:52:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:00,668 INFO [M:0;2491923345a5:33181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T14:52:00,668 INFO [M:0;2491923345a5:33181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T14:52:00,668 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:00,668 INFO [M:0;2491923345a5:33181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:00,668 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:00,668 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:00,668 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:00,668 INFO [M:0;2491923345a5:33181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-09T14:52:00,688 DEBUG [M:0;2491923345a5:33181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbef69cc76b44f119cc2584d13ff665a is 82, key is hbase:meta,,1/info:regioninfo/1733755918841/Put/seqid=0 2024-12-09T14:52:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:00,694 INFO [M:0;2491923345a5:33181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbef69cc76b44f119cc2584d13ff665a 2024-12-09T14:52:00,720 DEBUG [M:0;2491923345a5:33181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/362eaf82204d42db9ab7b42a11702f6c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733755919770/Put/seqid=0 2024-12-09T14:52:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:52:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:52:00,727 INFO [M:0;2491923345a5:33181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/362eaf82204d42db9ab7b42a11702f6c 2024-12-09T14:52:00,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:00,743 INFO [RS:1;2491923345a5:38589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:00,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38589-0x1000b1d93be0002, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:00,743 INFO [RS:1;2491923345a5:38589 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,38589,1733755917811; zookeeper connection closed. 2024-12-09T14:52:00,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65dfd9d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65dfd9d2 2024-12-09T14:52:00,743 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T14:52:00,751 DEBUG [M:0;2491923345a5:33181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f089259fde24d0aa3a5c4efe5e917fa is 69, key is 2491923345a5,36397,1733755917778/rs:state/1733755918293/Put/seqid=0 2024-12-09T14:52:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:00,757 INFO [M:0;2491923345a5:33181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f089259fde24d0aa3a5c4efe5e917fa 2024-12-09T14:52:00,763 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbef69cc76b44f119cc2584d13ff665a as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbef69cc76b44f119cc2584d13ff665a 2024-12-09T14:52:00,770 INFO [M:0;2491923345a5:33181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbef69cc76b44f119cc2584d13ff665a, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T14:52:00,772 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/362eaf82204d42db9ab7b42a11702f6c as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/362eaf82204d42db9ab7b42a11702f6c 2024-12-09T14:52:00,779 INFO [M:0;2491923345a5:33181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/362eaf82204d42db9ab7b42a11702f6c, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T14:52:00,781 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f089259fde24d0aa3a5c4efe5e917fa as hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f089259fde24d0aa3a5c4efe5e917fa 2024-12-09T14:52:00,788 INFO [M:0;2491923345a5:33181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37503/user/jenkins/test-data/524465c8-d232-dd85-912f-4f1c9604e686/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f089259fde24d0aa3a5c4efe5e917fa, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T14:52:00,790 INFO [M:0;2491923345a5:33181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false 2024-12-09T14:52:00,791 INFO [M:0;2491923345a5:33181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:00,791 DEBUG [M:0;2491923345a5:33181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755920668Disabling compacts and flushes for region at 1733755920668Disabling writes for close at 1733755920668Obtaining lock to block concurrent updates at 1733755920668Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733755920668Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733755920669 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733755920669Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733755920669Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733755920687 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733755920687Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733755920701 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733755920719 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733755920719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733755920734 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733755920750 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733755920750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e178ce: reopening flushed file at 1733755920762 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54487255: reopening flushed file at 1733755920770 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3001c021: reopening flushed file at 1733755920780 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=71, compaction requested=false at 1733755920790 (+10 ms)Writing region close event to WAL at 1733755920791 (+1 ms)Closed at 1733755920791 2024-12-09T14:52:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741830_1006 (size=35428) 2024-12-09T14:52:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741830_1006 (size=35428) 2024-12-09T14:52:00,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:00,797 INFO [M:0;2491923345a5:33181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T14:52:00,797 INFO [M:0;2491923345a5:33181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33181 2024-12-09T14:52:00,799 INFO [M:0;2491923345a5:33181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:00,917 INFO [M:0;2491923345a5:33181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:00,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:00,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33181-0x1000b1d93be0000, quorum=127.0.0.1:63543, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:00,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26a934c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:00,920 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@644efb07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:00,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:00,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5970583a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:00,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c56c2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:00,922 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:00,922 WARN [BP-1516219736-172.17.0.2-1733755915912 heartbeating to localhost/127.0.0.1:37503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:00,922 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:00,922 WARN [BP-1516219736-172.17.0.2-1733755915912 heartbeating to localhost/127.0.0.1:37503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1516219736-172.17.0.2-1733755915912 (Datanode Uuid a601698d-5f09-4692-8cee-df561b865293) service to localhost/127.0.0.1:37503 2024-12-09T14:52:00,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data3/current/BP-1516219736-172.17.0.2-1733755915912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:00,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data4/current/BP-1516219736-172.17.0.2-1733755915912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:00,923 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:00,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cab1d8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:00,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2836cbac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:00,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:00,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc1e622{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:00,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6b328d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:00,928 WARN [BP-1516219736-172.17.0.2-1733755915912 heartbeating to localhost/127.0.0.1:37503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:00,928 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:00,928 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:00,928 WARN [BP-1516219736-172.17.0.2-1733755915912 heartbeating to localhost/127.0.0.1:37503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1516219736-172.17.0.2-1733755915912 (Datanode Uuid 303ed822-68c4-48f9-85e7-f382081d3397) service to localhost/127.0.0.1:37503 2024-12-09T14:52:00,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data1/current/BP-1516219736-172.17.0.2-1733755915912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:00,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/cluster_5007574b-7c56-3052-8307-0eda967261ad/data/data2/current/BP-1516219736-172.17.0.2-1733755915912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:00,929 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:00,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c33de11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:00,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e11b88f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:00,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:00,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@511bff7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:00,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@337b10e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:00,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T14:52:00,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T14:52:00,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 83) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37503 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37503 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7142 (was 7322) 2024-12-09T14:52:00,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=12, AvailableMemoryMB=7142 2024-12-09T14:52:00,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir so I do NOT create it in target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d 2024-12-09T14:52:00,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T14:52:00,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.tmp.dir so I do NOT create it in target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d 2024-12-09T14:52:00,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/d44f42bf-6304-aba2-a5e4-a9931e25f658/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T14:52:00,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0, deleteOnExit=true 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/test.cache.data in system properties and HBase conf 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir in system properties and HBase conf 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T14:52:00,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T14:52:00,988 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/nfs.dump.dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/java.io.tmpdir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:00,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T14:52:00,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T14:52:01,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:01,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:01,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:01,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:01,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T14:52:01,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:01,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410bba7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:01,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e045bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:01,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b67b13c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/java.io.tmpdir/jetty-localhost-33883-hadoop-hdfs-3_4_1-tests_jar-_-any-17980678245261016230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:01,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a77a827{HTTP/1.1, (http/1.1)}{localhost:33883} 2024-12-09T14:52:01,341 INFO [Time-limited test {}] server.Server(415): Started @16224ms 2024-12-09T14:52:01,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:01,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:01,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:01,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:01,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T14:52:01,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cdbaa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:01,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45e2578a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:01,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@310c39a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/java.io.tmpdir/jetty-localhost-40271-hadoop-hdfs-3_4_1-tests_jar-_-any-11160627792788214933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:01,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d7e929f{HTTP/1.1, (http/1.1)}{localhost:40271} 2024-12-09T14:52:01,650 INFO [Time-limited test {}] server.Server(415): Started @16532ms 2024-12-09T14:52:01,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:01,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:01,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:01,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:01,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:01,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:01,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@208233e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:01,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e5c7ab0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:01,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a06eba1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/java.io.tmpdir/jetty-localhost-46871-hadoop-hdfs-3_4_1-tests_jar-_-any-4714077631652048627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:01,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6184ff45{HTTP/1.1, (http/1.1)}{localhost:46871} 2024-12-09T14:52:01,776 INFO [Time-limited test {}] server.Server(415): Started @16659ms 2024-12-09T14:52:01,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:02,378 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data1/current/BP-335644002-172.17.0.2-1733755921012/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:02,378 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data2/current/BP-335644002-172.17.0.2-1733755921012/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:02,397 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6d73b0b1089c7b8 with lease ID 0xff74201de85352d7: Processing first storage report for DS-c36e7a64-730a-459a-ae26-c5184996caed from datanode DatanodeRegistration(127.0.0.1:45567, datanodeUuid=7fc1cff0-b67d-47a9-a453-2a0bb6be621b, infoPort=37441, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012) 2024-12-09T14:52:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6d73b0b1089c7b8 with lease ID 0xff74201de85352d7: from storage DS-c36e7a64-730a-459a-ae26-c5184996caed node DatanodeRegistration(127.0.0.1:45567, datanodeUuid=7fc1cff0-b67d-47a9-a453-2a0bb6be621b, infoPort=37441, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6d73b0b1089c7b8 with lease ID 0xff74201de85352d7: Processing first storage report for DS-6277ff28-5af5-48a5-925c-e21398655f1c from datanode DatanodeRegistration(127.0.0.1:45567, datanodeUuid=7fc1cff0-b67d-47a9-a453-2a0bb6be621b, infoPort=37441, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012) 2024-12-09T14:52:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6d73b0b1089c7b8 with lease ID 0xff74201de85352d7: from storage DS-6277ff28-5af5-48a5-925c-e21398655f1c node DatanodeRegistration(127.0.0.1:45567, datanodeUuid=7fc1cff0-b67d-47a9-a453-2a0bb6be621b, infoPort=37441, infoSecurePort=0, ipcPort=38499, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:02,558 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data3/current/BP-335644002-172.17.0.2-1733755921012/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:02,559 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data4/current/BP-335644002-172.17.0.2-1733755921012/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:02,581 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:02,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4a3d323498b6103 with lease ID 0xff74201de85352d8: Processing first storage report for DS-17e1d241-d04b-4e77-ac96-4d20e8e20b33 from datanode DatanodeRegistration(127.0.0.1:36297, datanodeUuid=bf4e5aa9-7cfd-4dab-9059-c0822e0e4ccb, infoPort=40725, infoSecurePort=0, ipcPort=38745, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012) 2024-12-09T14:52:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4a3d323498b6103 with lease ID 0xff74201de85352d8: from storage DS-17e1d241-d04b-4e77-ac96-4d20e8e20b33 node DatanodeRegistration(127.0.0.1:36297, datanodeUuid=bf4e5aa9-7cfd-4dab-9059-c0822e0e4ccb, infoPort=40725, infoSecurePort=0, ipcPort=38745, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4a3d323498b6103 with lease ID 0xff74201de85352d8: Processing first storage report for DS-4f3a93a1-c439-42b3-8ca3-4b9152c1cff1 from datanode DatanodeRegistration(127.0.0.1:36297, datanodeUuid=bf4e5aa9-7cfd-4dab-9059-c0822e0e4ccb, infoPort=40725, infoSecurePort=0, ipcPort=38745, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012) 2024-12-09T14:52:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4a3d323498b6103 with lease ID 0xff74201de85352d8: from storage DS-4f3a93a1-c439-42b3-8ca3-4b9152c1cff1 node DatanodeRegistration(127.0.0.1:36297, datanodeUuid=bf4e5aa9-7cfd-4dab-9059-c0822e0e4ccb, infoPort=40725, infoSecurePort=0, ipcPort=38745, storageInfo=lv=-57;cid=testClusterID;nsid=614189539;c=1733755921012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:02,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d 2024-12-09T14:52:02,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/zookeeper_0, clientPort=52632, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T14:52:02,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52632 2024-12-09T14:52:02,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:02,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:02,639 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451 with version=8 2024-12-09T14:52:02,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/hbase-staging 2024-12-09T14:52:02,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:02,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:02,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:02,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T14:52:02,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:02,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40721 2024-12-09T14:52:02,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40721 connecting to ZooKeeper ensemble=127.0.0.1:52632 2024-12-09T14:52:02,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407210x0, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:02,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40721-0x1000b1da7590000 connected 2024-12-09T14:52:02,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:02,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451, hbase.cluster.distributed=false 2024-12-09T14:52:02,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:02,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40721 2024-12-09T14:52:02,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40721 2024-12-09T14:52:02,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40721 2024-12-09T14:52:02,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40721 2024-12-09T14:52:02,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40721 2024-12-09T14:52:02,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:02,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:02,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:02,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:02,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:02,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35525 2024-12-09T14:52:02,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35525 connecting to ZooKeeper ensemble=127.0.0.1:52632 2024-12-09T14:52:02,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355250x0, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:02,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355250x0, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:02,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35525-0x1000b1da7590001 connected 2024-12-09T14:52:02,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:02,851 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:02,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:02,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:02,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35525 2024-12-09T14:52:02,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35525 2024-12-09T14:52:02,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35525 2024-12-09T14:52:02,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35525 2024-12-09T14:52:02,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35525 2024-12-09T14:52:02,873 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:02,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:02,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:02,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:02,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:02,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:02,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41929 2024-12-09T14:52:02,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41929 connecting to ZooKeeper ensemble=127.0.0.1:52632 2024-12-09T14:52:02,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419290x0, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:02,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419290x0, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:02,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41929-0x1000b1da7590002 connected 2024-12-09T14:52:02,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:02,891 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:02,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:02,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:02,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41929 2024-12-09T14:52:02,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41929 2024-12-09T14:52:02,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41929 2024-12-09T14:52:02,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41929 2024-12-09T14:52:02,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41929 2024-12-09T14:52:02,909 DEBUG [M:0;2491923345a5:40721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2491923345a5:40721 2024-12-09T14:52:02,909 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2491923345a5,40721,1733755922641 2024-12-09T14:52:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:02,917 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2491923345a5,40721,1733755922641 2024-12-09T14:52:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:02,926 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T14:52:02,927 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2491923345a5,40721,1733755922641 from backup master directory 2024-12-09T14:52:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2491923345a5,40721,1733755922641 2024-12-09T14:52:02,933 WARN [master/2491923345a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:02,933 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2491923345a5,40721,1733755922641 2024-12-09T14:52:02,938 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/hbase.id] with ID: edd9eb36-8da7-4076-99be-4ead3a5df5e0 2024-12-09T14:52:02,938 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/.tmp/hbase.id 2024-12-09T14:52:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:02,944 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/.tmp/hbase.id]:[hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/hbase.id] 2024-12-09T14:52:02,960 INFO [master/2491923345a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:02,960 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T14:52:02,962 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-09T14:52:02,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:02,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:02,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:02,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:02,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:02,980 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:02,981 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T14:52:02,982 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:02,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:02,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:02,991 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store 2024-12-09T14:52:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:02,998 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:02,998 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:02,998 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:02,998 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:02,998 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:02,998 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:02,998 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:02,998 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755922998Disabling compacts and flushes for region at 1733755922998Disabling writes for close at 1733755922998Writing region close event to WAL at 1733755922998Closed at 1733755922998 2024-12-09T14:52:02,999 WARN [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/.initializing 2024-12-09T14:52:02,999 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/WALs/2491923345a5,40721,1733755922641 2024-12-09T14:52:03,000 INFO [master/2491923345a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:03,002 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C40721%2C1733755922641, suffix=, logDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/WALs/2491923345a5,40721,1733755922641, archiveDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/oldWALs, maxLogs=10 2024-12-09T14:52:03,016 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/WALs/2491923345a5,40721,1733755922641/2491923345a5%2C40721%2C1733755922641.1733755923003, exclude list is [], retry=0 2024-12-09T14:52:03,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-c36e7a64-730a-459a-ae26-c5184996caed,DISK] 2024-12-09T14:52:03,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-17e1d241-d04b-4e77-ac96-4d20e8e20b33,DISK] 2024-12-09T14:52:03,020 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/WALs/2491923345a5,40721,1733755922641/2491923345a5%2C40721%2C1733755922641.1733755923003 2024-12-09T14:52:03,021 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:40725:40725)] 2024-12-09T14:52:03,021 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:03,021 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:03,021 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,021 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T14:52:03,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T14:52:03,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:03,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T14:52:03,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:03,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T14:52:03,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:03,033 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,034 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,034 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,036 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,036 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,036 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:03,037 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:03,040 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:03,040 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64275738, jitterRate=-0.042216867208480835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:03,041 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733755923021Initializing all the Stores at 1733755923022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755923022Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755923023 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755923023Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755923023Cleaning up temporary data from old regions at 1733755923036 (+13 ms)Region opened successfully at 1733755923041 (+5 ms) 2024-12-09T14:52:03,041 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T14:52:03,045 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2140227e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:03,046 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T14:52:03,046 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T14:52:03,046 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T14:52:03,046 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T14:52:03,047 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T14:52:03,047 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T14:52:03,047 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T14:52:03,049 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T14:52:03,050 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T14:52:03,064 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T14:52:03,065 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T14:52:03,066 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T14:52:03,075 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T14:52:03,075 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T14:52:03,077 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T14:52:03,083 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T14:52:03,085 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T14:52:03,091 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T14:52:03,093 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T14:52:03,100 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T14:52:03,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:03,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:03,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:03,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,109 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2491923345a5,40721,1733755922641, sessionid=0x1000b1da7590000, setting cluster-up flag (Was=false) 2024-12-09T14:52:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,150 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T14:52:03,153 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,40721,1733755922641 2024-12-09T14:52:03,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,200 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T14:52:03,201 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,40721,1733755922641 2024-12-09T14:52:03,202 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T14:52:03,204 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:03,204 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T14:52:03,205 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T14:52:03,205 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2491923345a5,40721,1733755922641 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2491923345a5:0, corePoolSize=10, maxPoolSize=10 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:03,207 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733755953208 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T14:52:03,208 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,209 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T14:52:03,209 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T14:52:03,209 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T14:52:03,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:03,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T14:52:03,209 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T14:52:03,209 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T14:52:03,209 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755923209,5,FailOnTimeoutGroup] 2024-12-09T14:52:03,209 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755923209,5,FailOnTimeoutGroup] 2024-12-09T14:52:03,210 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,210 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T14:52:03,210 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,210 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,210 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T14:52:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:03,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T14:52:03,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451 2024-12-09T14:52:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:52:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:52:03,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:03,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:03,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:03,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:03,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:03,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:03,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:03,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:03,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:03,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:03,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740 2024-12-09T14:52:03,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740 2024-12-09T14:52:03,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:03,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:03,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:03,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:03,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:03,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69841700, jitterRate=0.040722429752349854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:03,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733755923227Initializing all the Stores at 1733755923227Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755923227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755923228 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755923228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755923228Cleaning up temporary data from old regions at 1733755923240 (+12 ms)Region opened successfully at 1733755923246 (+6 ms) 2024-12-09T14:52:03,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:03,246 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:03,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:03,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:03,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:03,247 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:03,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755923246Disabling compacts and flushes for region at 1733755923246Disabling writes for close at 1733755923246Writing region close event to WAL at 1733755923247 (+1 ms)Closed at 1733755923247 2024-12-09T14:52:03,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:03,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T14:52:03,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T14:52:03,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:03,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T14:52:03,298 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(746): ClusterId : edd9eb36-8da7-4076-99be-4ead3a5df5e0 2024-12-09T14:52:03,298 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(746): ClusterId : edd9eb36-8da7-4076-99be-4ead3a5df5e0 2024-12-09T14:52:03,298 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:03,298 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:03,326 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:03,326 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:03,326 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:03,326 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:03,334 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:03,334 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:03,335 DEBUG [RS:1;2491923345a5:41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f53ea36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:03,335 DEBUG [RS:0;2491923345a5:35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3f6372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:03,349 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2491923345a5:35525 2024-12-09T14:52:03,349 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2491923345a5:41929 2024-12-09T14:52:03,349 INFO [RS:1;2491923345a5:41929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:03,349 INFO [RS:0;2491923345a5:35525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:03,349 INFO [RS:1;2491923345a5:41929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:03,349 INFO [RS:0;2491923345a5:35525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:03,349 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:03,349 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:03,350 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,40721,1733755922641 with port=35525, startcode=1733755922832 2024-12-09T14:52:03,350 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,40721,1733755922641 with port=41929, startcode=1733755922873 2024-12-09T14:52:03,350 DEBUG [RS:0;2491923345a5:35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:03,350 DEBUG [RS:1;2491923345a5:41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:03,352 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:03,352 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33079, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:03,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,41929,1733755922873 2024-12-09T14:52:03,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40721 {}] master.ServerManager(517): Registering regionserver=2491923345a5,41929,1733755922873 2024-12-09T14:52:03,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,35525,1733755922832 2024-12-09T14:52:03,354 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40721 {}] master.ServerManager(517): Registering regionserver=2491923345a5,35525,1733755922832 2024-12-09T14:52:03,354 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451 2024-12-09T14:52:03,354 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42539 2024-12-09T14:52:03,354 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:03,355 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451 2024-12-09T14:52:03,356 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42539 2024-12-09T14:52:03,356 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:03,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:03,398 DEBUG [RS:1;2491923345a5:41929 {}] zookeeper.ZKUtil(111): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,41929,1733755922873 2024-12-09T14:52:03,398 WARN [RS:1;2491923345a5:41929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:03,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,35525,1733755922832] 2024-12-09T14:52:03,398 INFO [RS:1;2491923345a5:41929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:03,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,41929,1733755922873] 2024-12-09T14:52:03,399 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,41929,1733755922873 2024-12-09T14:52:03,399 DEBUG [RS:0;2491923345a5:35525 {}] zookeeper.ZKUtil(111): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,35525,1733755922832 2024-12-09T14:52:03,399 WARN [RS:0;2491923345a5:35525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:03,399 INFO [RS:0;2491923345a5:35525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:03,400 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,35525,1733755922832 2024-12-09T14:52:03,401 WARN [2491923345a5:40721 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T14:52:03,406 INFO [RS:0;2491923345a5:35525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:03,406 INFO [RS:1;2491923345a5:41929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:03,409 INFO [RS:1;2491923345a5:41929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:03,410 INFO [RS:1;2491923345a5:41929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:03,410 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,410 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:03,411 INFO [RS:1;2491923345a5:41929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:03,411 INFO [RS:0;2491923345a5:35525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:03,411 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,411 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 INFO [RS:0;2491923345a5:35525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:03,412 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,412 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:03,412 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,413 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:03,413 DEBUG [RS:1;2491923345a5:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:03,413 INFO [RS:0;2491923345a5:35525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:03,413 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,413 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:03,414 DEBUG [RS:0;2491923345a5:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:03,416 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,416 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,416 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,416 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,416 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,416 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,41929,1733755922873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:03,417 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,417 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,417 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,418 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,418 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,418 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,35525,1733755922832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:03,432 INFO [RS:0;2491923345a5:35525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:03,432 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,35525,1733755922832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,432 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,432 INFO [RS:0;2491923345a5:35525 {}] regionserver.Replication(171): 2491923345a5,35525,1733755922832 started 2024-12-09T14:52:03,436 INFO [RS:1;2491923345a5:41929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:03,437 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,41929,1733755922873-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,437 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,437 INFO [RS:1;2491923345a5:41929 {}] regionserver.Replication(171): 2491923345a5,41929,1733755922873 started 2024-12-09T14:52:03,445 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,445 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,35525,1733755922832, RpcServer on 2491923345a5/172.17.0.2:35525, sessionid=0x1000b1da7590001 2024-12-09T14:52:03,445 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:03,445 DEBUG [RS:0;2491923345a5:35525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,35525,1733755922832 2024-12-09T14:52:03,445 DEBUG [RS:0;2491923345a5:35525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,35525,1733755922832' 2024-12-09T14:52:03,445 DEBUG [RS:0;2491923345a5:35525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:03,446 DEBUG [RS:0;2491923345a5:35525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:03,446 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:03,446 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:03,446 DEBUG [RS:0;2491923345a5:35525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,35525,1733755922832 2024-12-09T14:52:03,446 DEBUG [RS:0;2491923345a5:35525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,35525,1733755922832' 2024-12-09T14:52:03,446 DEBUG [RS:0;2491923345a5:35525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:03,447 DEBUG [RS:0;2491923345a5:35525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:03,447 DEBUG [RS:0;2491923345a5:35525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:03,447 INFO [RS:0;2491923345a5:35525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:03,447 INFO [RS:0;2491923345a5:35525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:03,457 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,458 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,41929,1733755922873, RpcServer on 2491923345a5/172.17.0.2:41929, sessionid=0x1000b1da7590002 2024-12-09T14:52:03,458 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:03,458 DEBUG [RS:1;2491923345a5:41929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,41929,1733755922873 2024-12-09T14:52:03,458 DEBUG [RS:1;2491923345a5:41929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,41929,1733755922873' 2024-12-09T14:52:03,458 DEBUG [RS:1;2491923345a5:41929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:03,458 DEBUG [RS:1;2491923345a5:41929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:03,459 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:03,459 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:03,459 DEBUG [RS:1;2491923345a5:41929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,41929,1733755922873 2024-12-09T14:52:03,459 DEBUG [RS:1;2491923345a5:41929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,41929,1733755922873' 2024-12-09T14:52:03,459 DEBUG [RS:1;2491923345a5:41929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:03,460 DEBUG [RS:1;2491923345a5:41929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:03,460 DEBUG [RS:1;2491923345a5:41929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:03,460 INFO [RS:1;2491923345a5:41929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:03,460 INFO [RS:1;2491923345a5:41929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:03,548 INFO [RS:0;2491923345a5:35525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:03,549 INFO [RS:0;2491923345a5:35525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C35525%2C1733755922832, suffix=, logDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,35525,1733755922832, archiveDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/oldWALs, maxLogs=32 2024-12-09T14:52:03,561 INFO [RS:1;2491923345a5:41929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:03,562 DEBUG [RS:0;2491923345a5:35525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,35525,1733755922832/2491923345a5%2C35525%2C1733755922832.1733755923550, exclude list is [], retry=0 2024-12-09T14:52:03,563 INFO [RS:1;2491923345a5:41929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C41929%2C1733755922873, suffix=, logDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,41929,1733755922873, archiveDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/oldWALs, maxLogs=32 2024-12-09T14:52:03,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-c36e7a64-730a-459a-ae26-c5184996caed,DISK] 2024-12-09T14:52:03,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-17e1d241-d04b-4e77-ac96-4d20e8e20b33,DISK] 2024-12-09T14:52:03,568 INFO [RS:0;2491923345a5:35525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,35525,1733755922832/2491923345a5%2C35525%2C1733755922832.1733755923550 2024-12-09T14:52:03,568 DEBUG [RS:0;2491923345a5:35525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40725:40725),(127.0.0.1/127.0.0.1:37441:37441)] 2024-12-09T14:52:03,577 DEBUG [RS:1;2491923345a5:41929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,41929,1733755922873/2491923345a5%2C41929%2C1733755922873.1733755923564, exclude list is [], retry=0 2024-12-09T14:52:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-17e1d241-d04b-4e77-ac96-4d20e8e20b33,DISK] 2024-12-09T14:52:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-c36e7a64-730a-459a-ae26-c5184996caed,DISK] 2024-12-09T14:52:03,582 INFO [RS:1;2491923345a5:41929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,41929,1733755922873/2491923345a5%2C41929%2C1733755922873.1733755923564 2024-12-09T14:52:03,582 DEBUG [RS:1;2491923345a5:41929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:40725:40725)] 2024-12-09T14:52:03,652 DEBUG [2491923345a5:40721 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T14:52:03,652 DEBUG [2491923345a5:40721 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:03,657 DEBUG [2491923345a5:40721 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:03,657 DEBUG [2491923345a5:40721 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:03,657 DEBUG [2491923345a5:40721 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:03,657 DEBUG [2491923345a5:40721 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:03,657 INFO [2491923345a5:40721 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:03,657 INFO [2491923345a5:40721 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:03,657 DEBUG [2491923345a5:40721 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:03,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2491923345a5,35525,1733755922832 2024-12-09T14:52:03,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,35525,1733755922832, state=OPENING 2024-12-09T14:52:03,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T14:52:03,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:03,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:03,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:03,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:03,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:03,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,35525,1733755922832}] 2024-12-09T14:52:03,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:03,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33405, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:03,847 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T14:52:03,847 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:03,847 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T14:52:03,850 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C35525%2C1733755922832.meta, suffix=.meta, logDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,35525,1733755922832, archiveDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/oldWALs, maxLogs=32 2024-12-09T14:52:03,865 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,35525,1733755922832/2491923345a5%2C35525%2C1733755922832.meta.1733755923851.meta, exclude list is [], retry=0 2024-12-09T14:52:03,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45567,DS-c36e7a64-730a-459a-ae26-c5184996caed,DISK] 2024-12-09T14:52:03,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36297,DS-17e1d241-d04b-4e77-ac96-4d20e8e20b33,DISK] 2024-12-09T14:52:03,870 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/WALs/2491923345a5,35525,1733755922832/2491923345a5%2C35525%2C1733755922832.meta.1733755923851.meta 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:40725:40725)] 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T14:52:03,871 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T14:52:03,871 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T14:52:03,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:03,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:03,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:03,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:03,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:03,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:03,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:03,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:03,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:03,880 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:03,881 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740 2024-12-09T14:52:03,882 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740 2024-12-09T14:52:03,883 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:03,883 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:03,884 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:03,885 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:03,886 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657978, jitterRate=0.06778708100318909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:03,886 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T14:52:03,887 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733755923872Writing region info on filesystem at 1733755923872Initializing all the Stores at 1733755923873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755923873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755923873Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755923873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755923873Cleaning up temporary data from old regions at 1733755923883 (+10 ms)Running coprocessor post-open hooks at 1733755923886 (+3 ms)Region opened successfully at 1733755923887 (+1 ms) 2024-12-09T14:52:03,888 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733755923839 2024-12-09T14:52:03,891 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T14:52:03,891 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T14:52:03,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,35525,1733755922832 2024-12-09T14:52:03,893 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,35525,1733755922832, state=OPEN 2024-12-09T14:52:03,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:03,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:03,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:03,917 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2491923345a5,35525,1733755922832 2024-12-09T14:52:03,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:03,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:03,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:03,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T14:52:03,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,35525,1733755922832 in 233 msec 2024-12-09T14:52:03,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T14:52:03,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 673 msec 2024-12-09T14:52:03,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:03,926 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T14:52:03,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:03,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,35525,1733755922832, seqNum=-1] 2024-12-09T14:52:03,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:03,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:03,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 733 msec 2024-12-09T14:52:03,939 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733755923938, completionTime=-1 2024-12-09T14:52:03,939 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T14:52:03,939 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T14:52:03,941 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T14:52:03,941 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733755983941 2024-12-09T14:52:03,941 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733756043941 2024-12-09T14:52:03,941 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T14:52:03,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40721,1733755922641-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40721,1733755922641-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40721,1733755922641-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2491923345a5:40721, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,942 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,945 DEBUG [master/2491923345a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T14:52:03,947 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.013sec 2024-12-09T14:52:03,947 INFO [master/2491923345a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T14:52:03,947 INFO [master/2491923345a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T14:52:03,947 INFO [master/2491923345a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T14:52:03,947 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T14:52:03,947 INFO [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T14:52:03,947 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40721,1733755922641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:03,948 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40721,1733755922641-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T14:52:03,950 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T14:52:03,950 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T14:52:03,951 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40721,1733755922641-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:03,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a11dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:04,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,40721,-1 for getting cluster id 2024-12-09T14:52:04,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:52:04,002 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edd9eb36-8da7-4076-99be-4ead3a5df5e0' 2024-12-09T14:52:04,003 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:52:04,003 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edd9eb36-8da7-4076-99be-4ead3a5df5e0" 2024-12-09T14:52:04,004 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4613b2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:04,004 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,40721,-1] 2024-12-09T14:52:04,005 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:52:04,005 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:04,007 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:52:04,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d004bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:04,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:04,011 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,35525,1733755922832, seqNum=-1] 2024-12-09T14:52:04,012 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:04,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:04,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2491923345a5,40721,1733755922641 2024-12-09T14:52:04,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T14:52:04,016 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2491923345a5,40721,1733755922641 2024-12-09T14:52:04,016 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752f0dae 2024-12-09T14:52:04,016 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T14:52:04,017 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T14:52:04,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T14:52:04,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T14:52:04,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:04,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T14:52:04,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T14:52:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:04,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:04,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eddb61696ef476fe5cb8154d178af583, NAME => 'testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451 2024-12-09T14:52:04,034 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 57b88bd9ea08ef9dff4c11e05c4af319, NAME => 'testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451 2024-12-09T14:52:04,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:04,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:04,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:04,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing eddb61696ef476fe5cb8154d178af583, disabling compactions & flushes 2024-12-09T14:52:04,043 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:04,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:04,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. after waiting 0 ms 2024-12-09T14:52:04,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:04,043 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:04,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for eddb61696ef476fe5cb8154d178af583: Waiting for close lock at 1733755924043Disabling compacts and flushes for region at 1733755924043Disabling writes for close at 1733755924043Writing region close event to WAL at 1733755924043Closed at 1733755924043 2024-12-09T14:52:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:04,323 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T14:52:04,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:04,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:04,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:04,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:04,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:04,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 57b88bd9ea08ef9dff4c11e05c4af319, disabling compactions & flushes 2024-12-09T14:52:04,444 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:04,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:04,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. after waiting 0 ms 2024-12-09T14:52:04,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:04,444 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:04,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 57b88bd9ea08ef9dff4c11e05c4af319: Waiting for close lock at 1733755924444Disabling compacts and flushes for region at 1733755924444Disabling writes for close at 1733755924444Writing region close event to WAL at 1733755924444Closed at 1733755924444 2024-12-09T14:52:04,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T14:52:04,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755924448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755924448"}]},"ts":"1733755924448"} 2024-12-09T14:52:04,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755924448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755924448"}]},"ts":"1733755924448"} 2024-12-09T14:52:04,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T14:52:04,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T14:52:04,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755924457"}]},"ts":"1733755924457"} 2024-12-09T14:52:04,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T14:52:04,459 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:04,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:04,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:04,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:04,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:04,461 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:04,461 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:04,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:04,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddb61696ef476fe5cb8154d178af583, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57b88bd9ea08ef9dff4c11e05c4af319, ASSIGN}] 2024-12-09T14:52:04,463 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57b88bd9ea08ef9dff4c11e05c4af319, ASSIGN 2024-12-09T14:52:04,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddb61696ef476fe5cb8154d178af583, ASSIGN 2024-12-09T14:52:04,464 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddb61696ef476fe5cb8154d178af583, ASSIGN; state=OFFLINE, location=2491923345a5,35525,1733755922832; forceNewPlan=false, retain=false 2024-12-09T14:52:04,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57b88bd9ea08ef9dff4c11e05c4af319, ASSIGN; state=OFFLINE, location=2491923345a5,41929,1733755922873; forceNewPlan=false, retain=false 2024-12-09T14:52:04,615 INFO [2491923345a5:40721 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T14:52:04,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddb61696ef476fe5cb8154d178af583, regionState=OPENING, regionLocation=2491923345a5,35525,1733755922832 2024-12-09T14:52:04,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=57b88bd9ea08ef9dff4c11e05c4af319, regionState=OPENING, regionLocation=2491923345a5,41929,1733755922873 2024-12-09T14:52:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddb61696ef476fe5cb8154d178af583, ASSIGN because future has completed 2024-12-09T14:52:04,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddb61696ef476fe5cb8154d178af583, server=2491923345a5,35525,1733755922832}] 2024-12-09T14:52:04,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57b88bd9ea08ef9dff4c11e05c4af319, ASSIGN because future has completed 2024-12-09T14:52:04,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57b88bd9ea08ef9dff4c11e05c4af319, server=2491923345a5,41929,1733755922873}] 2024-12-09T14:52:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:04,774 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:04,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:04,778 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:04,778 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => eddb61696ef476fe5cb8154d178af583, NAME => 'testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T14:52:04,779 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,779 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:04,779 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,779 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,781 INFO [StoreOpener-eddb61696ef476fe5cb8154d178af583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,782 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:04,782 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 57b88bd9ea08ef9dff4c11e05c4af319, NAME => 'testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T14:52:04,783 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,783 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:04,783 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,783 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,783 INFO [StoreOpener-eddb61696ef476fe5cb8154d178af583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddb61696ef476fe5cb8154d178af583 columnFamilyName family 2024-12-09T14:52:04,783 DEBUG [StoreOpener-eddb61696ef476fe5cb8154d178af583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:04,784 INFO [StoreOpener-eddb61696ef476fe5cb8154d178af583-1 {}] regionserver.HStore(327): Store=eddb61696ef476fe5cb8154d178af583/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:04,784 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,784 INFO [StoreOpener-57b88bd9ea08ef9dff4c11e05c4af319-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,785 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,786 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,786 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,786 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,786 INFO [StoreOpener-57b88bd9ea08ef9dff4c11e05c4af319-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b88bd9ea08ef9dff4c11e05c4af319 columnFamilyName family 2024-12-09T14:52:04,787 DEBUG [StoreOpener-57b88bd9ea08ef9dff4c11e05c4af319-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:04,787 INFO [StoreOpener-57b88bd9ea08ef9dff4c11e05c4af319-1 {}] regionserver.HStore(327): Store=57b88bd9ea08ef9dff4c11e05c4af319/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:04,787 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,788 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,789 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,789 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,790 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,790 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,791 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:04,792 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,792 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened eddb61696ef476fe5cb8154d178af583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61022172, jitterRate=-0.09069877862930298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:04,792 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:04,792 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for eddb61696ef476fe5cb8154d178af583: Running coprocessor pre-open hook at 1733755924779Writing region info on filesystem at 1733755924779Initializing all the Stores at 1733755924781 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755924781Cleaning up temporary data from old regions at 1733755924786 (+5 ms)Running coprocessor post-open hooks at 1733755924792 (+6 ms)Region opened successfully at 1733755924792 2024-12-09T14:52:04,793 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583., pid=7, masterSystemTime=1733755924771 2024-12-09T14:52:04,794 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:04,794 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 57b88bd9ea08ef9dff4c11e05c4af319; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63598572, jitterRate=-0.05230742692947388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:04,795 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:04,795 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 57b88bd9ea08ef9dff4c11e05c4af319: Running coprocessor pre-open hook at 1733755924783Writing region info on filesystem at 1733755924783Initializing all the Stores at 1733755924784 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755924784Cleaning up temporary data from old regions at 1733755924790 (+6 ms)Running coprocessor post-open hooks at 1733755924795 (+5 ms)Region opened successfully at 1733755924795 2024-12-09T14:52:04,795 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319., pid=8, masterSystemTime=1733755924774 2024-12-09T14:52:04,796 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:04,796 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:04,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddb61696ef476fe5cb8154d178af583, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,35525,1733755922832 2024-12-09T14:52:04,798 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:04,798 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:04,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=57b88bd9ea08ef9dff4c11e05c4af319, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,41929,1733755922873 2024-12-09T14:52:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddb61696ef476fe5cb8154d178af583, server=2491923345a5,35525,1733755922832 because future has completed 2024-12-09T14:52:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57b88bd9ea08ef9dff4c11e05c4af319, server=2491923345a5,41929,1733755922873 because future has completed 2024-12-09T14:52:04,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-09T14:52:04,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eddb61696ef476fe5cb8154d178af583, server=2491923345a5,35525,1733755922832 in 184 msec 2024-12-09T14:52:04,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-09T14:52:04,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 57b88bd9ea08ef9dff4c11e05c4af319, server=2491923345a5,41929,1733755922873 in 184 msec 2024-12-09T14:52:04,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddb61696ef476fe5cb8154d178af583, ASSIGN in 344 msec 2024-12-09T14:52:04,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-09T14:52:04,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57b88bd9ea08ef9dff4c11e05c4af319, ASSIGN in 345 msec 2024-12-09T14:52:04,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T14:52:04,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755924810"}]},"ts":"1733755924810"} 2024-12-09T14:52:04,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T14:52:04,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T14:52:04,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 795 msec 2024-12-09T14:52:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:05,161 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T14:52:05,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T14:52:05,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:05,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T14:52:05,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:05,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T14:52:05,173 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583., hostname=2491923345a5,35525,1733755922832, seqNum=2] 2024-12-09T14:52:05,187 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319., hostname=2491923345a5,41929,1733755922873, seqNum=2] 2024-12-09T14:52:05,187 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:05,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:05,200 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eddb61696ef476fe5cb8154d178af583 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T14:52:05,216 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583/.tmp/family/be95b4ea0e944b45915d0f089fe943b6 is 32, key is 1/family:/1733755925175/Put/seqid=0 2024-12-09T14:52:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:05,223 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583/.tmp/family/be95b4ea0e944b45915d0f089fe943b6 2024-12-09T14:52:05,229 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583/.tmp/family/be95b4ea0e944b45915d0f089fe943b6 as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583/family/be95b4ea0e944b45915d0f089fe943b6 2024-12-09T14:52:05,236 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583/family/be95b4ea0e944b45915d0f089fe943b6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T14:52:05,237 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for eddb61696ef476fe5cb8154d178af583 in 37ms, sequenceid=8, compaction requested=false 2024-12-09T14:52:05,237 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eddb61696ef476fe5cb8154d178af583: 2024-12-09T14:52:05,237 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 57b88bd9ea08ef9dff4c11e05c4af319 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T14:52:05,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319/.tmp/family/1135ebeb43f54e1483911ae82e4cbb8b is 32, key is 5/family:/1733755925189/Put/seqid=0 2024-12-09T14:52:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:05,258 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319/.tmp/family/1135ebeb43f54e1483911ae82e4cbb8b 2024-12-09T14:52:05,265 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319/.tmp/family/1135ebeb43f54e1483911ae82e4cbb8b as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319/family/1135ebeb43f54e1483911ae82e4cbb8b 2024-12-09T14:52:05,271 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319/family/1135ebeb43f54e1483911ae82e4cbb8b, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T14:52:05,272 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 57b88bd9ea08ef9dff4c11e05c4af319 in 35ms, sequenceid=9, compaction requested=false 2024-12-09T14:52:05,272 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 57b88bd9ea08ef9dff4c11e05c4af319: 2024-12-09T14:52:05,276 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T14:52:05,279 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:05,279 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:05,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:05,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:05,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T14:52:05,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:05,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:05,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:05,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:05,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T14:52:05,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2011756357, stopped=false 2024-12-09T14:52:05,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:52:05,282 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2491923345a5,40721,1733755922641 2024-12-09T14:52:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:05,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:05,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:05,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:05,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:05,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:05,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:05,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:05,351 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,35525,1733755922832' ***** 2024-12-09T14:52:05,351 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:05,351 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,41929,1733755922873' ***** 2024-12-09T14:52:05,351 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:05,352 INFO [RS:0;2491923345a5:35525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:05,352 INFO [RS:0;2491923345a5:35525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:05,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:05,352 INFO [RS:0;2491923345a5:35525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:05,352 INFO [RS:1;2491923345a5:41929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:05,352 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(3091): Received CLOSE for eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:05,352 INFO [RS:1;2491923345a5:41929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:05,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:05,352 INFO [RS:1;2491923345a5:41929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:05,352 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:05,352 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,35525,1733755922832 2024-12-09T14:52:05,353 INFO [RS:0;2491923345a5:35525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:05,353 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,41929,1733755922873 2024-12-09T14:52:05,353 INFO [RS:0;2491923345a5:35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2491923345a5:35525. 2024-12-09T14:52:05,353 INFO [RS:1;2491923345a5:41929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:05,353 DEBUG [RS:0;2491923345a5:35525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:05,353 INFO [RS:1;2491923345a5:41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2491923345a5:41929. 2024-12-09T14:52:05,353 DEBUG [RS:0;2491923345a5:35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57b88bd9ea08ef9dff4c11e05c4af319, disabling compactions & flushes 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eddb61696ef476fe5cb8154d178af583, disabling compactions & flushes 2024-12-09T14:52:05,353 DEBUG [RS:1;2491923345a5:41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:05,353 INFO [RS:0;2491923345a5:35525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:05,353 DEBUG [RS:1;2491923345a5:41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:05,353 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:05,353 INFO [RS:0;2491923345a5:35525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:05,353 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:05,353 INFO [RS:0;2491923345a5:35525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:05,353 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T14:52:05,353 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. after waiting 0 ms 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. after waiting 0 ms 2024-12-09T14:52:05,353 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1325): Online Regions={57b88bd9ea08ef9dff4c11e05c4af319=testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319.} 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:05,353 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:05,353 DEBUG [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1351): Waiting on 57b88bd9ea08ef9dff4c11e05c4af319 2024-12-09T14:52:05,354 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T14:52:05,354 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1325): Online Regions={eddb61696ef476fe5cb8154d178af583=testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T14:52:05,354 DEBUG [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddb61696ef476fe5cb8154d178af583 2024-12-09T14:52:05,354 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:05,354 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:05,354 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:05,354 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:05,354 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:05,354 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T14:52:05,359 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/57b88bd9ea08ef9dff4c11e05c4af319/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T14:52:05,359 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/default/testClearRegionBlockCache/eddb61696ef476fe5cb8154d178af583/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T14:52:05,360 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:05,360 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:05,360 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57b88bd9ea08ef9dff4c11e05c4af319: Waiting for close lock at 1733755925353Running coprocessor pre-close hooks at 1733755925353Disabling compacts and flushes for region at 1733755925353Disabling writes for close at 1733755925353Writing region close event to WAL at 1733755925355 (+2 ms)Running coprocessor post-close hooks at 1733755925360 (+5 ms)Closed at 1733755925360 2024-12-09T14:52:05,360 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eddb61696ef476fe5cb8154d178af583: Waiting for close lock at 1733755925353Running coprocessor pre-close hooks at 1733755925353Disabling compacts and flushes for region at 1733755925353Disabling writes for close at 1733755925353Writing region close event to WAL at 1733755925354 (+1 ms)Running coprocessor post-close hooks at 1733755925360 (+6 ms)Closed at 1733755925360 2024-12-09T14:52:05,360 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319. 2024-12-09T14:52:05,360 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733755924017.eddb61696ef476fe5cb8154d178af583. 2024-12-09T14:52:05,374 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/info/db232b7020a04b0596a7f9a29a177eaa is 173, key is testClearRegionBlockCache,5,1733755924017.57b88bd9ea08ef9dff4c11e05c4af319./info:regioninfo/1733755924799/Put/seqid=0 2024-12-09T14:52:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:05,380 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/info/db232b7020a04b0596a7f9a29a177eaa 2024-12-09T14:52:05,398 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/ns/de21ab5df3bb4aaf93fe29e087e98a57 is 43, key is default/ns:d/1733755923932/Put/seqid=0 2024-12-09T14:52:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:05,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:05,404 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/ns/de21ab5df3bb4aaf93fe29e087e98a57 2024-12-09T14:52:05,418 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:05,418 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:05,444 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:05,444 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:05,445 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:05,445 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:05,450 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/table/f3eb6bc272984b1f936d5791be1c2869 is 61, key is testClearRegionBlockCache/table:state/1733755924810/Put/seqid=0 2024-12-09T14:52:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:05,456 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/table/f3eb6bc272984b1f936d5791be1c2869 2024-12-09T14:52:05,463 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/info/db232b7020a04b0596a7f9a29a177eaa as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/info/db232b7020a04b0596a7f9a29a177eaa 2024-12-09T14:52:05,470 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/info/db232b7020a04b0596a7f9a29a177eaa, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T14:52:05,471 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/ns/de21ab5df3bb4aaf93fe29e087e98a57 as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/ns/de21ab5df3bb4aaf93fe29e087e98a57 2024-12-09T14:52:05,479 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/ns/de21ab5df3bb4aaf93fe29e087e98a57, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T14:52:05,484 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/.tmp/table/f3eb6bc272984b1f936d5791be1c2869 as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/table/f3eb6bc272984b1f936d5791be1c2869 2024-12-09T14:52:05,490 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/table/f3eb6bc272984b1f936d5791be1c2869, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T14:52:05,492 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false 2024-12-09T14:52:05,496 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T14:52:05,497 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T14:52:05,497 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:05,497 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755925354Running coprocessor pre-close hooks at 1733755925354Disabling compacts and flushes for region at 1733755925354Disabling writes for close at 1733755925354Obtaining lock to block concurrent updates at 1733755925354Preparing flush snapshotting stores in 1588230740 at 1733755925354Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733755925355 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733755925356 (+1 ms)Flushing 1588230740/info: creating writer at 1733755925356Flushing 1588230740/info: appending metadata at 1733755925373 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733755925373Flushing 1588230740/ns: creating writer at 1733755925385 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733755925398 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733755925398Flushing 1588230740/table: creating writer at 1733755925410 (+12 ms)Flushing 1588230740/table: appending metadata at 1733755925449 (+39 ms)Flushing 1588230740/table: closing flushed file at 1733755925449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7656158: reopening flushed file at 1733755925462 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf68747: reopening flushed file at 1733755925470 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d65897: reopening flushed file at 1733755925479 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false at 1733755925492 (+13 ms)Writing region close event to WAL at 1733755925493 (+1 ms)Running coprocessor post-close hooks at 1733755925497 (+4 ms)Closed at 1733755925497 2024-12-09T14:52:05,497 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:05,554 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,41929,1733755922873; all regions closed. 2024-12-09T14:52:05,554 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,35525,1733755922832; all regions closed. 2024-12-09T14:52:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:52:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:52:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:05,564 DEBUG [RS:1;2491923345a5:41929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/oldWALs 2024-12-09T14:52:05,564 INFO [RS:1;2491923345a5:41929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C41929%2C1733755922873:(num 1733755923564) 2024-12-09T14:52:05,564 DEBUG [RS:1;2491923345a5:41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:05,564 DEBUG [RS:0;2491923345a5:35525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/oldWALs 2024-12-09T14:52:05,564 INFO [RS:1;2491923345a5:41929 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:05,564 INFO [RS:0;2491923345a5:35525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C35525%2C1733755922832.meta:.meta(num 1733755923851) 2024-12-09T14:52:05,564 INFO [RS:1;2491923345a5:41929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:05,564 INFO [RS:1;2491923345a5:41929 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:05,564 INFO [RS:1;2491923345a5:41929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:05,564 INFO [RS:1;2491923345a5:41929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:05,564 INFO [RS:1;2491923345a5:41929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:05,565 INFO [RS:1;2491923345a5:41929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:05,565 INFO [RS:1;2491923345a5:41929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41929 2024-12-09T14:52:05,565 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:05,570 DEBUG [RS:0;2491923345a5:35525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/oldWALs 2024-12-09T14:52:05,570 INFO [RS:0;2491923345a5:35525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C35525%2C1733755922832:(num 1733755923550) 2024-12-09T14:52:05,570 DEBUG [RS:0;2491923345a5:35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:05,570 INFO [RS:0;2491923345a5:35525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:05,570 INFO [RS:0;2491923345a5:35525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:05,570 INFO [RS:0;2491923345a5:35525 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:05,570 INFO [RS:0;2491923345a5:35525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:05,570 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:05,571 INFO [RS:0;2491923345a5:35525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35525 2024-12-09T14:52:05,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:05,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,41929,1733755922873 2024-12-09T14:52:05,600 INFO [RS:1;2491923345a5:41929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,35525,1733755922832 2024-12-09T14:52:05,656 INFO [RS:0;2491923345a5:35525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:05,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,35525,1733755922832] 2024-12-09T14:52:05,680 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,35525,1733755922832 already deleted, retry=false 2024-12-09T14:52:05,680 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,35525,1733755922832 expired; onlineServers=1 2024-12-09T14:52:05,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,41929,1733755922873] 2024-12-09T14:52:05,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,41929,1733755922873 already deleted, retry=false 2024-12-09T14:52:05,691 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,41929,1733755922873 expired; onlineServers=0 2024-12-09T14:52:05,691 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2491923345a5,40721,1733755922641' ***** 2024-12-09T14:52:05,691 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T14:52:05,691 INFO [M:0;2491923345a5:40721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:05,691 INFO [M:0;2491923345a5:40721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:05,692 DEBUG [M:0;2491923345a5:40721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T14:52:05,692 DEBUG [M:0;2491923345a5:40721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T14:52:05,692 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T14:52:05,692 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755923209 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755923209,5,FailOnTimeoutGroup] 2024-12-09T14:52:05,692 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755923209 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755923209,5,FailOnTimeoutGroup] 2024-12-09T14:52:05,692 INFO [M:0;2491923345a5:40721 {}] hbase.ChoreService(370): Chore service for: master/2491923345a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:05,692 INFO [M:0;2491923345a5:40721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:05,692 DEBUG [M:0;2491923345a5:40721 {}] master.HMaster(1795): Stopping service threads 2024-12-09T14:52:05,692 INFO [M:0;2491923345a5:40721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T14:52:05,693 INFO [M:0;2491923345a5:40721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:05,693 INFO [M:0;2491923345a5:40721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T14:52:05,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T14:52:05,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:05,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:05,700 DEBUG [M:0;2491923345a5:40721 {}] zookeeper.ZKUtil(347): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T14:52:05,700 WARN [M:0;2491923345a5:40721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T14:52:05,701 INFO [M:0;2491923345a5:40721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/.lastflushedseqids 2024-12-09T14:52:05,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:05,710 INFO [M:0;2491923345a5:40721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T14:52:05,711 INFO [M:0;2491923345a5:40721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T14:52:05,711 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:05,711 INFO [M:0;2491923345a5:40721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:05,711 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:05,711 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:05,711 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:05,711 INFO [M:0;2491923345a5:40721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-09T14:52:05,730 DEBUG [M:0;2491923345a5:40721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fb1bb907c2940f5afbab7aec783f5a3 is 82, key is hbase:meta,,1/info:regioninfo/1733755923892/Put/seqid=0 2024-12-09T14:52:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:05,736 INFO [M:0;2491923345a5:40721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fb1bb907c2940f5afbab7aec783f5a3 2024-12-09T14:52:05,755 DEBUG [M:0;2491923345a5:40721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22cc81ad1ba74a17a26860f3b9199162 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733755924815/Put/seqid=0 2024-12-09T14:52:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:52:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:52:05,761 INFO [M:0;2491923345a5:40721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22cc81ad1ba74a17a26860f3b9199162 2024-12-09T14:52:05,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:05,764 INFO [RS:1;2491923345a5:41929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:05,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x1000b1da7590002, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:05,764 INFO [RS:1;2491923345a5:41929 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,41929,1733755922873; zookeeper connection closed. 2024-12-09T14:52:05,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@576bd324 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@576bd324 2024-12-09T14:52:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:05,772 INFO [RS:0;2491923345a5:35525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1000b1da7590001, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:05,772 INFO [RS:0;2491923345a5:35525 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,35525,1733755922832; zookeeper connection closed. 2024-12-09T14:52:05,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f356c59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f356c59 2024-12-09T14:52:05,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T14:52:05,782 DEBUG [M:0;2491923345a5:40721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71adb5bf1fdb48d1ac26b9d97ae531bb is 69, key is 2491923345a5,35525,1733755922832/rs:state/1733755923354/Put/seqid=0 2024-12-09T14:52:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:05,787 INFO [M:0;2491923345a5:40721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71adb5bf1fdb48d1ac26b9d97ae531bb 2024-12-09T14:52:05,793 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fb1bb907c2940f5afbab7aec783f5a3 as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fb1bb907c2940f5afbab7aec783f5a3 2024-12-09T14:52:05,798 INFO [M:0;2491923345a5:40721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fb1bb907c2940f5afbab7aec783f5a3, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T14:52:05,799 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22cc81ad1ba74a17a26860f3b9199162 as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22cc81ad1ba74a17a26860f3b9199162 2024-12-09T14:52:05,804 INFO [M:0;2491923345a5:40721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22cc81ad1ba74a17a26860f3b9199162, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T14:52:05,806 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71adb5bf1fdb48d1ac26b9d97ae531bb as hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71adb5bf1fdb48d1ac26b9d97ae531bb 2024-12-09T14:52:05,811 INFO [M:0;2491923345a5:40721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42539/user/jenkins/test-data/b8e3fe1f-84c7-43de-4b04-7bda57623451/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71adb5bf1fdb48d1ac26b9d97ae531bb, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T14:52:05,812 INFO [M:0;2491923345a5:40721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false 2024-12-09T14:52:05,814 INFO [M:0;2491923345a5:40721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:05,814 DEBUG [M:0;2491923345a5:40721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755925711Disabling compacts and flushes for region at 1733755925711Disabling writes for close at 1733755925711Obtaining lock to block concurrent updates at 1733755925711Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733755925711Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733755925712 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733755925713 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733755925713Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733755925730 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733755925730Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733755925741 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733755925755 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733755925755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733755925767 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733755925781 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733755925781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5e55a0: reopening flushed file at 1733755925792 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775d687: reopening flushed file at 1733755925798 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113b38a2: reopening flushed file at 1733755925805 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false at 1733755925812 (+7 ms)Writing region close event to WAL at 1733755925814 (+2 ms)Closed at 1733755925814 2024-12-09T14:52:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45567 is added to blk_1073741830_1006 (size=35428) 2024-12-09T14:52:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36297 is added to blk_1073741830_1006 (size=35428) 2024-12-09T14:52:05,817 INFO [M:0;2491923345a5:40721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T14:52:05,817 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:05,817 INFO [M:0;2491923345a5:40721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40721 2024-12-09T14:52:05,817 INFO [M:0;2491923345a5:40721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:05,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:05,948 INFO [M:0;2491923345a5:40721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:05,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40721-0x1000b1da7590000, quorum=127.0.0.1:52632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:05,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a06eba1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:05,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6184ff45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:05,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:05,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e5c7ab0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:05,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@208233e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:05,955 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:05,955 WARN [BP-335644002-172.17.0.2-1733755921012 heartbeating to localhost/127.0.0.1:42539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:05,955 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:05,955 WARN [BP-335644002-172.17.0.2-1733755921012 heartbeating to localhost/127.0.0.1:42539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335644002-172.17.0.2-1733755921012 (Datanode Uuid bf4e5aa9-7cfd-4dab-9059-c0822e0e4ccb) service to localhost/127.0.0.1:42539 2024-12-09T14:52:05,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data3/current/BP-335644002-172.17.0.2-1733755921012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:05,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data4/current/BP-335644002-172.17.0.2-1733755921012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:05,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:05,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@310c39a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:05,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d7e929f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:05,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:05,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45e2578a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:05,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cdbaa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:05,961 WARN [BP-335644002-172.17.0.2-1733755921012 heartbeating to localhost/127.0.0.1:42539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:05,961 WARN [BP-335644002-172.17.0.2-1733755921012 heartbeating to localhost/127.0.0.1:42539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335644002-172.17.0.2-1733755921012 (Datanode Uuid 7fc1cff0-b67d-47a9-a453-2a0bb6be621b) service to localhost/127.0.0.1:42539 2024-12-09T14:52:05,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data1/current/BP-335644002-172.17.0.2-1733755921012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:05,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/cluster_204390c3-1a5c-527e-052a-fb2acf7306e0/data/data2/current/BP-335644002-172.17.0.2-1733755921012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:05,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:05,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:05,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:05,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b67b13c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:05,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a77a827{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:05,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:05,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e045bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:05,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410bba7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:05,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T14:52:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T14:52:06,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=135 (was 114) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42539 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42539 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 137), ProcessCount=11 (was 12), AvailableMemoryMB=6833 (was 7142) 2024-12-09T14:52:06,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=135, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=6834 2024-12-09T14:52:06,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir so I do NOT create it in target/test-data/a2648423-7093-935a-3f9a-8f165b27380c 2024-12-09T14:52:06,021 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T14:52:06,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.tmp.dir so I do NOT create it in target/test-data/a2648423-7093-935a-3f9a-8f165b27380c 2024-12-09T14:52:06,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/7cf30d92-7820-fe3f-784f-71594df7169d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T14:52:06,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c, deleteOnExit=true 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/test.cache.data in system properties and HBase conf 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir in system properties and HBase conf 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T14:52:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T14:52:06,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/nfs.dump.dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/java.io.tmpdir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T14:52:06,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T14:52:06,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:06,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:06,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:06,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:06,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:06,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:06,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48933182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:06,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5293dc78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:06,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@782bba84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/java.io.tmpdir/jetty-localhost-44069-hadoop-hdfs-3_4_1-tests_jar-_-any-11220648681580645338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:06,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b3ed7e{HTTP/1.1, (http/1.1)}{localhost:44069} 2024-12-09T14:52:06,384 INFO [Time-limited test {}] server.Server(415): Started @21267ms 2024-12-09T14:52:06,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:06,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:06,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:06,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:06,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:06,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3dd17f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:06,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56612785{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:06,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@363e7839{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/java.io.tmpdir/jetty-localhost-46233-hadoop-hdfs-3_4_1-tests_jar-_-any-18376017386449188530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:06,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76a468a7{HTTP/1.1, (http/1.1)}{localhost:46233} 2024-12-09T14:52:06,726 INFO [Time-limited test {}] server.Server(415): Started @21609ms 2024-12-09T14:52:06,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:07,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:07,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:07,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:07,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:07,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:07,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ce6c51f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:07,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623067b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:07,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@db77f67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/java.io.tmpdir/jetty-localhost-38651-hadoop-hdfs-3_4_1-tests_jar-_-any-2616706929016012712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:07,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28b469b{HTTP/1.1, (http/1.1)}{localhost:38651} 2024-12-09T14:52:07,326 INFO [Time-limited test {}] server.Server(415): Started @22209ms 2024-12-09T14:52:07,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:07,746 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data1/current/BP-1403517342-172.17.0.2-1733755926036/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:07,752 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data2/current/BP-1403517342-172.17.0.2-1733755926036/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:07,910 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf7eef12a3d9bcee with lease ID 0xc0f31053487364b2: Processing first storage report for DS-969c3df3-3d32-4180-bc35-f9f96108c39c from datanode DatanodeRegistration(127.0.0.1:43117, datanodeUuid=f608b618-24c4-425e-8a4f-ae4479df61b1, infoPort=36489, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036) 2024-12-09T14:52:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf7eef12a3d9bcee with lease ID 0xc0f31053487364b2: from storage DS-969c3df3-3d32-4180-bc35-f9f96108c39c node DatanodeRegistration(127.0.0.1:43117, datanodeUuid=f608b618-24c4-425e-8a4f-ae4479df61b1, infoPort=36489, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf7eef12a3d9bcee with lease ID 0xc0f31053487364b2: Processing first storage report for DS-b0c57ca2-d003-41ec-8682-03a0cf0bd55b from datanode DatanodeRegistration(127.0.0.1:43117, datanodeUuid=f608b618-24c4-425e-8a4f-ae4479df61b1, infoPort=36489, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036) 2024-12-09T14:52:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf7eef12a3d9bcee with lease ID 0xc0f31053487364b2: from storage DS-b0c57ca2-d003-41ec-8682-03a0cf0bd55b node DatanodeRegistration(127.0.0.1:43117, datanodeUuid=f608b618-24c4-425e-8a4f-ae4479df61b1, infoPort=36489, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:08,252 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data3/current/BP-1403517342-172.17.0.2-1733755926036/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:08,253 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data4/current/BP-1403517342-172.17.0.2-1733755926036/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:08,394 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96b0bda5a8c2a09 with lease ID 0xc0f31053487364b3: Processing first storage report for DS-aea9dd30-85e9-4ca2-8c0a-bda425e0680b from datanode DatanodeRegistration(127.0.0.1:39309, datanodeUuid=8aabde28-1e5e-47d6-8095-a4823316cf2b, infoPort=44551, infoSecurePort=0, ipcPort=46137, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036) 2024-12-09T14:52:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96b0bda5a8c2a09 with lease ID 0xc0f31053487364b3: from storage DS-aea9dd30-85e9-4ca2-8c0a-bda425e0680b node DatanodeRegistration(127.0.0.1:39309, datanodeUuid=8aabde28-1e5e-47d6-8095-a4823316cf2b, infoPort=44551, infoSecurePort=0, ipcPort=46137, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96b0bda5a8c2a09 with lease ID 0xc0f31053487364b3: Processing first storage report for DS-30ce4ed5-faa9-453d-b558-d2bafd49137c from datanode DatanodeRegistration(127.0.0.1:39309, datanodeUuid=8aabde28-1e5e-47d6-8095-a4823316cf2b, infoPort=44551, infoSecurePort=0, ipcPort=46137, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036) 2024-12-09T14:52:08,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96b0bda5a8c2a09 with lease ID 0xc0f31053487364b3: from storage DS-30ce4ed5-faa9-453d-b558-d2bafd49137c node DatanodeRegistration(127.0.0.1:39309, datanodeUuid=8aabde28-1e5e-47d6-8095-a4823316cf2b, infoPort=44551, infoSecurePort=0, ipcPort=46137, storageInfo=lv=-57;cid=testClusterID;nsid=235756487;c=1733755926036), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:08,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c 2024-12-09T14:52:08,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/zookeeper_0, clientPort=54565, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T14:52:08,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54565 2024-12-09T14:52:08,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:08,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:08,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa with version=8 2024-12-09T14:52:08,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/hbase-staging 2024-12-09T14:52:08,645 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:08,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:08,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:08,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:08,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:08,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:08,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T14:52:08,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:08,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39615 2024-12-09T14:52:08,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39615 connecting to ZooKeeper ensemble=127.0.0.1:54565 2024-12-09T14:52:08,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396150x0, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:08,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39615-0x1000b1dbe4b0000 connected 2024-12-09T14:52:09,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:09,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:09,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:09,070 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa, hbase.cluster.distributed=false 2024-12-09T14:52:09,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:09,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39615 2024-12-09T14:52:09,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39615 2024-12-09T14:52:09,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39615 2024-12-09T14:52:09,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39615 2024-12-09T14:52:09,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39615 2024-12-09T14:52:09,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:09,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:09,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:09,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:09,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:09,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:09,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:09,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:09,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44157 2024-12-09T14:52:09,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44157 connecting to ZooKeeper ensemble=127.0.0.1:54565 2024-12-09T14:52:09,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:09,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:09,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441570x0, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:09,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441570x0, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:09,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44157-0x1000b1dbe4b0001 connected 2024-12-09T14:52:09,291 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:09,327 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T14:52:09,361 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T14:52:09,373 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T14:52:09,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T14:52:09,436 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T14:52:09,439 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:09,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:09,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:09,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:09,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:09,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:09,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:09,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:09,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-09T14:52:09,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44157 2024-12-09T14:52:09,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:09,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44157 2024-12-09T14:52:09,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-09T14:52:09,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-09T14:52:09,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:09,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:09,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:09,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:09,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:09,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:09,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:09,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:09,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38507 2024-12-09T14:52:09,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38507 connecting to ZooKeeper ensemble=127.0.0.1:54565 2024-12-09T14:52:09,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:09,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:09,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385070x0, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:09,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385070x0, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:09,779 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T14:52:09,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38507-0x1000b1dbe4b0002 connected 2024-12-09T14:52:09,893 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T14:52:09,893 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T14:52:09,942 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T14:52:09,944 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:09,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:09,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:09,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38507 2024-12-09T14:52:09,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38507 2024-12-09T14:52:09,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38507 2024-12-09T14:52:09,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38507 2024-12-09T14:52:10,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38507 2024-12-09T14:52:10,063 DEBUG [M:0;2491923345a5:39615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2491923345a5:39615 2024-12-09T14:52:10,064 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2491923345a5,39615,1733755928645 2024-12-09T14:52:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:10,094 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2491923345a5,39615,1733755928645 2024-12-09T14:52:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:10,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:10,149 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T14:52:10,155 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2491923345a5,39615,1733755928645 from backup master directory 2024-12-09T14:52:10,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:10,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2491923345a5,39615,1733755928645 2024-12-09T14:52:10,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:10,169 WARN [master/2491923345a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:10,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:10,169 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2491923345a5,39615,1733755928645 2024-12-09T14:52:10,185 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/hbase.id] with ID: 34a9710a-3e95-4a4b-93e9-51b416ed9679 2024-12-09T14:52:10,185 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/.tmp/hbase.id 2024-12-09T14:52:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:10,260 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/.tmp/hbase.id]:[hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/hbase.id] 2024-12-09T14:52:10,292 INFO [master/2491923345a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:10,292 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T14:52:10,294 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-09T14:52:10,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:10,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:10,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:10,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:10,391 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:10,392 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T14:52:10,393 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:10,830 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store 2024-12-09T14:52:10,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:11,285 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:11,285 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:11,285 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:11,285 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:11,285 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:11,285 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:11,285 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:11,285 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755931285Disabling compacts and flushes for region at 1733755931285Disabling writes for close at 1733755931285Writing region close event to WAL at 1733755931285Closed at 1733755931285 2024-12-09T14:52:11,286 WARN [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/.initializing 2024-12-09T14:52:11,286 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/WALs/2491923345a5,39615,1733755928645 2024-12-09T14:52:11,287 INFO [master/2491923345a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:11,289 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C39615%2C1733755928645, suffix=, logDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/WALs/2491923345a5,39615,1733755928645, archiveDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/oldWALs, maxLogs=10 2024-12-09T14:52:11,306 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/WALs/2491923345a5,39615,1733755928645/2491923345a5%2C39615%2C1733755928645.1733755931290, exclude list is [], retry=0 2024-12-09T14:52:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43117,DS-969c3df3-3d32-4180-bc35-f9f96108c39c,DISK] 2024-12-09T14:52:11,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-aea9dd30-85e9-4ca2-8c0a-bda425e0680b,DISK] 2024-12-09T14:52:11,359 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/WALs/2491923345a5,39615,1733755928645/2491923345a5%2C39615%2C1733755928645.1733755931290 2024-12-09T14:52:11,359 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36489:36489),(127.0.0.1/127.0.0.1:44551:44551)] 2024-12-09T14:52:11,360 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:11,360 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:11,360 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,360 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T14:52:11,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:11,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:11,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T14:52:11,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:11,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:11,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T14:52:11,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:11,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:11,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T14:52:11,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:11,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:11,386 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,387 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,388 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,390 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,390 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,391 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:11,396 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:11,407 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:11,407 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60503436, jitterRate=-0.09842854738235474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:11,408 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733755931360Initializing all the Stores at 1733755931361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755931361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755931367 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755931367Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755931367Cleaning up temporary data from old regions at 1733755931390 (+23 ms)Region opened successfully at 1733755931408 (+18 ms) 2024-12-09T14:52:11,437 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T14:52:11,462 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e739614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:11,463 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T14:52:11,463 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T14:52:11,463 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T14:52:11,464 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T14:52:11,464 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T14:52:11,465 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T14:52:11,465 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T14:52:11,488 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T14:52:11,490 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T14:52:11,540 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T14:52:11,540 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T14:52:11,541 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T14:52:11,564 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T14:52:11,564 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T14:52:11,585 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T14:52:11,596 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T14:52:11,600 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T14:52:11,612 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T14:52:11,617 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T14:52:11,629 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T14:52:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:11,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,644 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2491923345a5,39615,1733755928645, sessionid=0x1000b1dbe4b0000, setting cluster-up flag (Was=false) 2024-12-09T14:52:11,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,700 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T14:52:11,715 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,39615,1733755928645 2024-12-09T14:52:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:11,802 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T14:52:11,803 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,39615,1733755928645 2024-12-09T14:52:11,817 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T14:52:11,831 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:11,832 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T14:52:11,832 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T14:52:11,832 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2491923345a5,39615,1733755928645 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2491923345a5:0, corePoolSize=10, maxPoolSize=10 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:11,834 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:11,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:11,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T14:52:11,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:11,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T14:52:11,879 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733755961879 2024-12-09T14:52:11,879 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T14:52:11,879 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T14:52:11,879 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T14:52:11,879 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T14:52:11,879 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T14:52:11,880 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T14:52:11,892 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:11,901 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(746): ClusterId : 34a9710a-3e95-4a4b-93e9-51b416ed9679 2024-12-09T14:52:11,901 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:11,901 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(746): ClusterId : 34a9710a-3e95-4a4b-93e9-51b416ed9679 2024-12-09T14:52:11,901 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:11,913 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T14:52:11,913 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T14:52:11,913 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T14:52:11,917 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T14:52:11,917 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T14:52:11,918 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755931917,5,FailOnTimeoutGroup] 2024-12-09T14:52:11,924 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755931918,5,FailOnTimeoutGroup] 2024-12-09T14:52:11,924 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:11,924 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T14:52:11,924 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:11,924 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:11,935 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:11,935 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:11,947 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:11,947 DEBUG [RS:0;2491923345a5:44157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8ad6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:11,959 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:11,959 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:11,966 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:11,967 DEBUG [RS:1;2491923345a5:38507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730d385f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:11,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T14:52:11,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa 2024-12-09T14:52:12,011 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2491923345a5:38507 2024-12-09T14:52:12,011 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2491923345a5:44157 2024-12-09T14:52:12,011 INFO [RS:0;2491923345a5:44157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:12,011 INFO [RS:1;2491923345a5:38507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:12,011 INFO [RS:0;2491923345a5:44157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:12,011 INFO [RS:1;2491923345a5:38507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:12,011 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:12,011 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:12,013 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,39615,1733755928645 with port=44157, startcode=1733755929182 2024-12-09T14:52:12,013 DEBUG [RS:0;2491923345a5:44157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:12,013 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,39615,1733755928645 with port=38507, startcode=1733755929640 2024-12-09T14:52:12,013 DEBUG [RS:1;2491923345a5:38507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:12,032 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:12,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,44157,1733755929182 2024-12-09T14:52:12,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39615 {}] master.ServerManager(517): Registering regionserver=2491923345a5,44157,1733755929182 2024-12-09T14:52:12,038 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:12,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,38507,1733755929640 2024-12-09T14:52:12,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39615 {}] master.ServerManager(517): Registering regionserver=2491923345a5,38507,1733755929640 2024-12-09T14:52:12,046 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa 2024-12-09T14:52:12,046 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa 2024-12-09T14:52:12,046 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46657 2024-12-09T14:52:12,046 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46657 2024-12-09T14:52:12,046 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:12,046 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:52:12,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:52:12,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:12,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:12,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:12,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:12,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:12,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:12,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:12,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:12,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,114 DEBUG [RS:0;2491923345a5:44157 {}] zookeeper.ZKUtil(111): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,44157,1733755929182 2024-12-09T14:52:12,114 WARN [RS:0;2491923345a5:44157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:12,114 INFO [RS:0;2491923345a5:44157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:12,114 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,44157,1733755929182 2024-12-09T14:52:12,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,44157,1733755929182] 2024-12-09T14:52:12,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,38507,1733755929640] 2024-12-09T14:52:12,115 DEBUG [RS:1;2491923345a5:38507 {}] zookeeper.ZKUtil(111): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,38507,1733755929640 2024-12-09T14:52:12,115 WARN [RS:1;2491923345a5:38507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:12,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:12,120 INFO [RS:1;2491923345a5:38507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:12,120 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,38507,1733755929640 2024-12-09T14:52:12,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:12,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:12,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740 2024-12-09T14:52:12,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740 2024-12-09T14:52:12,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:12,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:12,139 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:12,139 INFO [RS:1;2491923345a5:38507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:12,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:12,143 INFO [RS:0;2491923345a5:44157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:12,157 INFO [RS:1;2491923345a5:38507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:12,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:12,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61301104, jitterRate=-0.08654236793518066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:12,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733755932063Initializing all the Stores at 1733755932064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755932064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755932068 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755932068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755932068Cleaning up temporary data from old regions at 1733755932138 (+70 ms)Region opened successfully at 1733755932159 (+21 ms) 2024-12-09T14:52:12,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:12,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:12,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:12,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:12,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:12,164 INFO [RS:1;2491923345a5:38507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:12,164 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,171 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:12,174 INFO [RS:1;2491923345a5:38507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:12,174 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,177 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,177 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,177 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,177 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,177 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,177 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:12,178 DEBUG [RS:1;2491923345a5:38507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:12,182 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:12,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755932159Disabling compacts and flushes for region at 1733755932159Disabling writes for close at 1733755932160 (+1 ms)Writing region close event to WAL at 1733755932182 (+22 ms)Closed at 1733755932182 2024-12-09T14:52:12,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:12,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T14:52:12,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T14:52:12,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:12,190 INFO [RS:0;2491923345a5:44157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:12,194 INFO [RS:0;2491923345a5:44157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:12,194 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,195 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:12,196 INFO [RS:0;2491923345a5:44157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:12,196 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,196 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,196 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,196 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,196 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,196 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,196 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:12,196 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,197 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,197 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,197 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,197 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,197 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:12,197 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:12,197 DEBUG [RS:0;2491923345a5:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:12,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T14:52:12,238 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,238 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,238 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,238 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,238 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,238 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,44157,1733755929182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:12,245 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,245 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,246 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,246 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,246 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,246 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,38507,1733755929640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:12,271 INFO [RS:0;2491923345a5:44157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:12,272 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,44157,1733755929182-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,272 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,272 INFO [RS:0;2491923345a5:44157 {}] regionserver.Replication(171): 2491923345a5,44157,1733755929182 started 2024-12-09T14:52:12,285 INFO [RS:1;2491923345a5:38507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:12,286 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,38507,1733755929640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,286 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,286 INFO [RS:1;2491923345a5:38507 {}] regionserver.Replication(171): 2491923345a5,38507,1733755929640 started 2024-12-09T14:52:12,300 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,300 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,44157,1733755929182, RpcServer on 2491923345a5/172.17.0.2:44157, sessionid=0x1000b1dbe4b0001 2024-12-09T14:52:12,300 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:12,300 DEBUG [RS:0;2491923345a5:44157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,44157,1733755929182 2024-12-09T14:52:12,300 DEBUG [RS:0;2491923345a5:44157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,44157,1733755929182' 2024-12-09T14:52:12,323 DEBUG [RS:0;2491923345a5:44157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:12,324 DEBUG [RS:0;2491923345a5:44157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:12,326 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:12,326 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:12,326 DEBUG [RS:0;2491923345a5:44157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,44157,1733755929182 2024-12-09T14:52:12,326 DEBUG [RS:0;2491923345a5:44157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,44157,1733755929182' 2024-12-09T14:52:12,326 DEBUG [RS:0;2491923345a5:44157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:12,329 DEBUG [RS:0;2491923345a5:44157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:12,335 DEBUG [RS:0;2491923345a5:44157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:12,335 INFO [RS:0;2491923345a5:44157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:12,335 INFO [RS:0;2491923345a5:44157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:12,340 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:12,340 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,38507,1733755929640, RpcServer on 2491923345a5/172.17.0.2:38507, sessionid=0x1000b1dbe4b0002 2024-12-09T14:52:12,340 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:12,340 DEBUG [RS:1;2491923345a5:38507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,38507,1733755929640 2024-12-09T14:52:12,340 DEBUG [RS:1;2491923345a5:38507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,38507,1733755929640' 2024-12-09T14:52:12,340 DEBUG [RS:1;2491923345a5:38507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:12,341 DEBUG [RS:1;2491923345a5:38507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:12,341 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:12,341 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:12,341 DEBUG [RS:1;2491923345a5:38507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,38507,1733755929640 2024-12-09T14:52:12,342 DEBUG [RS:1;2491923345a5:38507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,38507,1733755929640' 2024-12-09T14:52:12,342 DEBUG [RS:1;2491923345a5:38507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:12,342 DEBUG [RS:1;2491923345a5:38507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:12,342 DEBUG [RS:1;2491923345a5:38507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:12,342 INFO [RS:1;2491923345a5:38507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:12,342 INFO [RS:1;2491923345a5:38507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:12,359 WARN [2491923345a5:39615 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T14:52:12,437 INFO [RS:0;2491923345a5:44157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:12,439 INFO [RS:0;2491923345a5:44157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C44157%2C1733755929182, suffix=, logDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,44157,1733755929182, archiveDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/oldWALs, maxLogs=32 2024-12-09T14:52:12,443 INFO [RS:1;2491923345a5:38507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:12,453 INFO [RS:1;2491923345a5:38507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C38507%2C1733755929640, suffix=, logDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,38507,1733755929640, archiveDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/oldWALs, maxLogs=32 2024-12-09T14:52:12,477 DEBUG [RS:1;2491923345a5:38507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,38507,1733755929640/2491923345a5%2C38507%2C1733755929640.1733755932453, exclude list is [], retry=0 2024-12-09T14:52:12,482 DEBUG [RS:0;2491923345a5:44157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,44157,1733755929182/2491923345a5%2C44157%2C1733755929182.1733755932439, exclude list is [], retry=0 2024-12-09T14:52:12,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-aea9dd30-85e9-4ca2-8c0a-bda425e0680b,DISK] 2024-12-09T14:52:12,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43117,DS-969c3df3-3d32-4180-bc35-f9f96108c39c,DISK] 2024-12-09T14:52:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-aea9dd30-85e9-4ca2-8c0a-bda425e0680b,DISK] 2024-12-09T14:52:12,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43117,DS-969c3df3-3d32-4180-bc35-f9f96108c39c,DISK] 2024-12-09T14:52:12,528 INFO [RS:1;2491923345a5:38507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,38507,1733755929640/2491923345a5%2C38507%2C1733755929640.1733755932453 2024-12-09T14:52:12,531 INFO [RS:0;2491923345a5:44157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,44157,1733755929182/2491923345a5%2C44157%2C1733755929182.1733755932439 2024-12-09T14:52:12,539 DEBUG [RS:1;2491923345a5:38507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44551:44551),(127.0.0.1/127.0.0.1:36489:36489)] 2024-12-09T14:52:12,544 DEBUG [RS:0;2491923345a5:44157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44551:44551),(127.0.0.1/127.0.0.1:36489:36489)] 2024-12-09T14:52:12,609 DEBUG [2491923345a5:39615 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T14:52:12,610 DEBUG [2491923345a5:39615 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:12,629 DEBUG [2491923345a5:39615 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:12,629 DEBUG [2491923345a5:39615 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:12,629 DEBUG [2491923345a5:39615 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:12,629 DEBUG [2491923345a5:39615 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:12,629 INFO [2491923345a5:39615 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:12,629 INFO [2491923345a5:39615 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:12,629 DEBUG [2491923345a5:39615 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:12,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2491923345a5,44157,1733755929182 2024-12-09T14:52:12,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,44157,1733755929182, state=OPENING 2024-12-09T14:52:12,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T14:52:12,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:12,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:12,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:12,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:12,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:12,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,44157,1733755929182}] 2024-12-09T14:52:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:12,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:12,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:12,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50821, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:12,866 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T14:52:12,866 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:12,867 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T14:52:12,873 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C44157%2C1733755929182.meta, suffix=.meta, logDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,44157,1733755929182, archiveDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/oldWALs, maxLogs=32 2024-12-09T14:52:12,891 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,44157,1733755929182/2491923345a5%2C44157%2C1733755929182.meta.1733755932874.meta, exclude list is [], retry=0 2024-12-09T14:52:12,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-aea9dd30-85e9-4ca2-8c0a-bda425e0680b,DISK] 2024-12-09T14:52:12,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43117,DS-969c3df3-3d32-4180-bc35-f9f96108c39c,DISK] 2024-12-09T14:52:12,909 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/WALs/2491923345a5,44157,1733755929182/2491923345a5%2C44157%2C1733755929182.meta.1733755932874.meta 2024-12-09T14:52:12,919 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44551:44551),(127.0.0.1/127.0.0.1:36489:36489)] 2024-12-09T14:52:12,919 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:12,920 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T14:52:12,920 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T14:52:12,920 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T14:52:12,920 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T14:52:12,920 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:12,920 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T14:52:12,920 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T14:52:12,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:12,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:12,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:12,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:12,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:12,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:12,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:12,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:12,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:12,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:12,955 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:12,956 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740 2024-12-09T14:52:12,957 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740 2024-12-09T14:52:12,968 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:12,968 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:12,970 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:12,978 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:12,988 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74420132, jitterRate=0.10894638299942017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:12,988 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T14:52:12,989 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733755932920Writing region info on filesystem at 1733755932920Initializing all the Stores at 1733755932931 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755932931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755932933 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755932933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755932933Cleaning up temporary data from old regions at 1733755932969 (+36 ms)Running coprocessor post-open hooks at 1733755932988 (+19 ms)Region opened successfully at 1733755932989 (+1 ms) 2024-12-09T14:52:12,990 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733755932849 2024-12-09T14:52:12,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,44157,1733755929182 2024-12-09T14:52:13,000 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T14:52:13,000 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,44157,1733755929182, state=OPEN 2024-12-09T14:52:13,001 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T14:52:13,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:13,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:13,096 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2491923345a5,44157,1733755929182 2024-12-09T14:52:13,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:13,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:13,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T14:52:13,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,44157,1733755929182 in 405 msec 2024-12-09T14:52:13,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:13,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:13,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T14:52:13,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 921 msec 2024-12-09T14:52:13,125 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:13,125 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T14:52:13,127 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:13,127 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,44157,1733755929182, seqNum=-1] 2024-12-09T14:52:13,128 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:13,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:13,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3820 sec 2024-12-09T14:52:13,212 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733755933212, completionTime=-1 2024-12-09T14:52:13,212 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T14:52:13,212 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T14:52:13,222 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T14:52:13,222 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733755993222 2024-12-09T14:52:13,222 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733756053222 2024-12-09T14:52:13,222 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-09T14:52:13,223 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T14:52:13,227 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,39615,1733755928645-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:13,227 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,39615,1733755928645-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:13,227 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,39615,1733755928645-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:13,227 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2491923345a5:39615, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:13,227 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:13,234 DEBUG [master/2491923345a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T14:52:13,254 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:13,269 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.100sec 2024-12-09T14:52:13,271 INFO [master/2491923345a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T14:52:13,271 INFO [master/2491923345a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T14:52:13,271 INFO [master/2491923345a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T14:52:13,272 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T14:52:13,272 INFO [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T14:52:13,272 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,39615,1733755928645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:13,272 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,39615,1733755928645-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T14:52:13,284 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T14:52:13,284 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T14:52:13,284 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,39615,1733755928645-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:13,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bac342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:13,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,39615,-1 for getting cluster id 2024-12-09T14:52:13,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:52:13,312 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34a9710a-3e95-4a4b-93e9-51b416ed9679' 2024-12-09T14:52:13,313 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:52:13,313 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34a9710a-3e95-4a4b-93e9-51b416ed9679" 2024-12-09T14:52:13,313 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15eff10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:13,313 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,39615,-1] 2024-12-09T14:52:13,313 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:52:13,314 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:13,315 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:52:13,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a748d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:13,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:13,319 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,44157,1733755929182, seqNum=-1] 2024-12-09T14:52:13,319 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:13,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:13,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2491923345a5,39615,1733755928645 2024-12-09T14:52:13,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T14:52:13,325 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2491923345a5,39615,1733755928645 2024-12-09T14:52:13,325 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a538247 2024-12-09T14:52:13,325 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T14:52:13,331 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T14:52:13,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T14:52:13,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T14:52:13,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:13,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T14:52:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:13,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T14:52:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:13,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:13,368 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1629389a2af361ebf3bc099122039e8f, NAME => 'testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa 2024-12-09T14:52:13,395 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a49f091c30992b7f50f38b613e0f6e0d, NAME => 'testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa 2024-12-09T14:52:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:13,468 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:13,468 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1629389a2af361ebf3bc099122039e8f, disabling compactions & flushes 2024-12-09T14:52:13,468 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:13,468 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:13,468 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. after waiting 0 ms 2024-12-09T14:52:13,468 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:13,468 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:13,468 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1629389a2af361ebf3bc099122039e8f: Waiting for close lock at 1733755933468Disabling compacts and flushes for region at 1733755933468Disabling writes for close at 1733755933468Writing region close event to WAL at 1733755933468Closed at 1733755933468 2024-12-09T14:52:13,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:13,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:13,476 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:13,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a49f091c30992b7f50f38b613e0f6e0d, disabling compactions & flushes 2024-12-09T14:52:13,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:13,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:13,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. after waiting 0 ms 2024-12-09T14:52:13,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:13,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:13,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a49f091c30992b7f50f38b613e0f6e0d: Waiting for close lock at 1733755933477Disabling compacts and flushes for region at 1733755933477Disabling writes for close at 1733755933477Writing region close event to WAL at 1733755933477Closed at 1733755933477 2024-12-09T14:52:13,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T14:52:13,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755933482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755933482"}]},"ts":"1733755933482"} 2024-12-09T14:52:13,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755933482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755933482"}]},"ts":"1733755933482"} 2024-12-09T14:52:13,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T14:52:13,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T14:52:13,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755933494"}]},"ts":"1733755933494"} 2024-12-09T14:52:13,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T14:52:13,498 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:13,500 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:13,500 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:13,500 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:13,500 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:13,500 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:13,500 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:13,500 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:13,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1629389a2af361ebf3bc099122039e8f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a49f091c30992b7f50f38b613e0f6e0d, ASSIGN}] 2024-12-09T14:52:13,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a49f091c30992b7f50f38b613e0f6e0d, ASSIGN 2024-12-09T14:52:13,504 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1629389a2af361ebf3bc099122039e8f, ASSIGN 2024-12-09T14:52:13,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1629389a2af361ebf3bc099122039e8f, ASSIGN; state=OFFLINE, location=2491923345a5,44157,1733755929182; forceNewPlan=false, retain=false 2024-12-09T14:52:13,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a49f091c30992b7f50f38b613e0f6e0d, ASSIGN; state=OFFLINE, location=2491923345a5,38507,1733755929640; forceNewPlan=false, retain=false 2024-12-09T14:52:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:13,659 INFO [2491923345a5:39615 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T14:52:13,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1629389a2af361ebf3bc099122039e8f, regionState=OPENING, regionLocation=2491923345a5,44157,1733755929182 2024-12-09T14:52:13,661 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a49f091c30992b7f50f38b613e0f6e0d, regionState=OPENING, regionLocation=2491923345a5,38507,1733755929640 2024-12-09T14:52:13,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1629389a2af361ebf3bc099122039e8f, ASSIGN because future has completed 2024-12-09T14:52:13,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a49f091c30992b7f50f38b613e0f6e0d, ASSIGN because future has completed 2024-12-09T14:52:13,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1629389a2af361ebf3bc099122039e8f, server=2491923345a5,44157,1733755929182}] 2024-12-09T14:52:13,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49f091c30992b7f50f38b613e0f6e0d, server=2491923345a5,38507,1733755929640}] 2024-12-09T14:52:13,860 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:13,860 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1629389a2af361ebf3bc099122039e8f, NAME => 'testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T14:52:13,860 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,860 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:13,860 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,860 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,862 INFO [StoreOpener-1629389a2af361ebf3bc099122039e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,864 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:13,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:13,866 INFO [StoreOpener-1629389a2af361ebf3bc099122039e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1629389a2af361ebf3bc099122039e8f columnFamilyName family 2024-12-09T14:52:13,866 DEBUG [StoreOpener-1629389a2af361ebf3bc099122039e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:13,872 INFO [StoreOpener-1629389a2af361ebf3bc099122039e8f-1 {}] regionserver.HStore(327): Store=1629389a2af361ebf3bc099122039e8f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:13,872 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,873 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,873 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,874 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,874 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,876 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:13,876 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,876 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a49f091c30992b7f50f38b613e0f6e0d, NAME => 'testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T14:52:13,877 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,877 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:13,878 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,878 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,882 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:13,883 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1629389a2af361ebf3bc099122039e8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68119149, jitterRate=0.01505441963672638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:13,883 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:13,883 INFO [StoreOpener-a49f091c30992b7f50f38b613e0f6e0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,884 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1629389a2af361ebf3bc099122039e8f: Running coprocessor pre-open hook at 1733755933861Writing region info on filesystem at 1733755933861Initializing all the Stores at 1733755933862 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755933862Cleaning up temporary data from old regions at 1733755933874 (+12 ms)Running coprocessor post-open hooks at 1733755933883 (+9 ms)Region opened successfully at 1733755933883 2024-12-09T14:52:13,889 INFO [StoreOpener-a49f091c30992b7f50f38b613e0f6e0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49f091c30992b7f50f38b613e0f6e0d columnFamilyName family 2024-12-09T14:52:13,889 DEBUG [StoreOpener-a49f091c30992b7f50f38b613e0f6e0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:13,889 INFO [StoreOpener-a49f091c30992b7f50f38b613e0f6e0d-1 {}] regionserver.HStore(327): Store=a49f091c30992b7f50f38b613e0f6e0d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:13,890 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,891 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,892 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,893 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,893 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,895 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,900 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f., pid=7, masterSystemTime=1733755933838 2024-12-09T14:52:13,904 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:13,904 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:13,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1629389a2af361ebf3bc099122039e8f, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,44157,1733755929182 2024-12-09T14:52:13,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1629389a2af361ebf3bc099122039e8f, server=2491923345a5,44157,1733755929182 because future has completed 2024-12-09T14:52:13,916 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:13,917 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a49f091c30992b7f50f38b613e0f6e0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61543812, jitterRate=-0.08292573690414429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:13,917 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:13,917 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a49f091c30992b7f50f38b613e0f6e0d: Running coprocessor pre-open hook at 1733755933878Writing region info on filesystem at 1733755933878Initializing all the Stores at 1733755933881 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755933881Cleaning up temporary data from old regions at 1733755933893 (+12 ms)Running coprocessor post-open hooks at 1733755933917 (+24 ms)Region opened successfully at 1733755933917 2024-12-09T14:52:13,919 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d., pid=8, masterSystemTime=1733755933864 2024-12-09T14:52:13,920 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39615 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2491923345a5,44157,1733755929182, table=testClearRegionBlockCache, region=1629389a2af361ebf3bc099122039e8f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T14:52:13,927 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a49f091c30992b7f50f38b613e0f6e0d, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,38507,1733755929640 2024-12-09T14:52:13,928 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:13,928 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:13,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-09T14:52:13,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1629389a2af361ebf3bc099122039e8f, server=2491923345a5,44157,1733755929182 in 239 msec 2024-12-09T14:52:13,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a49f091c30992b7f50f38b613e0f6e0d, server=2491923345a5,38507,1733755929640 because future has completed 2024-12-09T14:52:13,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1629389a2af361ebf3bc099122039e8f, ASSIGN in 430 msec 2024-12-09T14:52:13,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-09T14:52:13,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a49f091c30992b7f50f38b613e0f6e0d, server=2491923345a5,38507,1733755929640 in 264 msec 2024-12-09T14:52:13,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-09T14:52:13,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a49f091c30992b7f50f38b613e0f6e0d, ASSIGN in 459 msec 2024-12-09T14:52:13,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T14:52:13,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755933963"}]},"ts":"1733755933963"} 2024-12-09T14:52:13,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T14:52:13,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T14:52:13,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 636 msec 2024-12-09T14:52:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:13,984 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T14:52:13,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T14:52:13,985 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:13,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T14:52:13,990 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:13,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T14:52:13,994 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f., hostname=2491923345a5,44157,1733755929182, seqNum=2] 2024-12-09T14:52:14,019 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d., hostname=2491923345a5,38507,1733755929640, seqNum=2] 2024-12-09T14:52:14,020 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:14,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:14,053 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1629389a2af361ebf3bc099122039e8f 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T14:52:14,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f/.tmp/family/39310a8c16d647dcb0fbdd76e4e1aa0b is 32, key is 1/family:/1733755933995/Put/seqid=0 2024-12-09T14:52:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:14,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:14,574 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f/.tmp/family/39310a8c16d647dcb0fbdd76e4e1aa0b 2024-12-09T14:52:14,586 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f/.tmp/family/39310a8c16d647dcb0fbdd76e4e1aa0b as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f/family/39310a8c16d647dcb0fbdd76e4e1aa0b 2024-12-09T14:52:14,594 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f/family/39310a8c16d647dcb0fbdd76e4e1aa0b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T14:52:14,596 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1629389a2af361ebf3bc099122039e8f in 543ms, sequenceid=8, compaction requested=false 2024-12-09T14:52:14,596 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1629389a2af361ebf3bc099122039e8f: 2024-12-09T14:52:14,596 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a49f091c30992b7f50f38b613e0f6e0d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T14:52:14,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d/.tmp/family/c3753658e2834bc692e453aaf3a77227 is 32, key is 5/family:/1733755934022/Put/seqid=0 2024-12-09T14:52:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:14,735 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d/.tmp/family/c3753658e2834bc692e453aaf3a77227 2024-12-09T14:52:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:14,756 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d/.tmp/family/c3753658e2834bc692e453aaf3a77227 as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d/family/c3753658e2834bc692e453aaf3a77227 2024-12-09T14:52:14,792 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d/family/c3753658e2834bc692e453aaf3a77227, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T14:52:14,794 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a49f091c30992b7f50f38b613e0f6e0d in 198ms, sequenceid=9, compaction requested=false 2024-12-09T14:52:14,794 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a49f091c30992b7f50f38b613e0f6e0d: 2024-12-09T14:52:14,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1420a364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:14,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,39615,-1 for getting cluster id 2024-12-09T14:52:14,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:52:14,818 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34a9710a-3e95-4a4b-93e9-51b416ed9679' 2024-12-09T14:52:14,819 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:52:14,819 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34a9710a-3e95-4a4b-93e9-51b416ed9679" 2024-12-09T14:52:14,819 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430d8673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:14,819 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,39615,-1] 2024-12-09T14:52:14,819 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:52:14,820 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,821 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:52:14,822 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afaa54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:14,847 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T14:52:14,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:14,852 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,44157,1733755929182, seqNum=-1] 2024-12-09T14:52:14,852 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:14,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:14,869 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:14,869 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:14,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:14,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] bucket.BucketCache(1863): found 1 blocks for file 39310a8c16d647dcb0fbdd76e4e1aa0b, starting offset: 0, end offset: 9223372036854775807 2024-12-09T14:52:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] bucket.BucketCache(1863): found 1 blocks for file c3753658e2834bc692e453aaf3a77227, starting offset: 0, end offset: 9223372036854775807 2024-12-09T14:52:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] bucket.BucketCache(856): removed key 39310a8c16d647dcb0fbdd76e4e1aa0b_0 from back map with offset lock 2094080 in the evict process 2024-12-09T14:52:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38507 {}] bucket.BucketCache(856): removed key c3753658e2834bc692e453aaf3a77227_0 from back map with offset lock 2094080 in the evict process 2024-12-09T14:52:14,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:14,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:14,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:52:14,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T14:52:14,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:14,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:14,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:52:14,887 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T14:52:14,887 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455761094, stopped=false 2024-12-09T14:52:14,887 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2491923345a5,39615,1733755928645 2024-12-09T14:52:14,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:14,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:14,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:14,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:14,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,44157,1733755929182' ***** 2024-12-09T14:52:14,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:14,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,38507,1733755929640' ***** 2024-12-09T14:52:14,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:14,940 INFO [RS:0;2491923345a5:44157 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T14:52:14,940 INFO [RS:1;2491923345a5:38507 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T14:52:14,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:14,940 INFO [RS:1;2491923345a5:38507 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T14:52:14,940 INFO [RS:1;2491923345a5:38507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:14,940 INFO [RS:1;2491923345a5:38507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:14,940 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T14:52:14,940 INFO [RS:1;2491923345a5:38507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:14,940 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(3091): Received CLOSE for a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:14,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:14,941 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T14:52:14,941 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T14:52:14,943 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T14:52:14,943 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T14:52:14,943 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T14:52:14,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:14,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:14,944 INFO [RS:0;2491923345a5:44157 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T14:52:14,944 INFO [RS:0;2491923345a5:44157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:14,945 INFO [RS:0;2491923345a5:44157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:14,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:14,945 INFO [RS:0;2491923345a5:44157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:14,945 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:14,962 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:14,967 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,38507,1733755929640 2024-12-09T14:52:14,967 INFO [RS:1;2491923345a5:38507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:14,967 INFO [RS:1;2491923345a5:38507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2491923345a5:38507. 2024-12-09T14:52:14,967 DEBUG [RS:1;2491923345a5:38507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:14,967 DEBUG [RS:1;2491923345a5:38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,967 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T14:52:14,967 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1325): Online Regions={a49f091c30992b7f50f38b613e0f6e0d=testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d.} 2024-12-09T14:52:14,967 DEBUG [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1351): Waiting on a49f091c30992b7f50f38b613e0f6e0d 2024-12-09T14:52:14,968 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a49f091c30992b7f50f38b613e0f6e0d, disabling compactions & flushes 2024-12-09T14:52:14,968 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:14,968 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:14,968 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. after waiting 0 ms 2024-12-09T14:52:14,968 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:14,971 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,44157,1733755929182 2024-12-09T14:52:14,971 INFO [RS:0;2491923345a5:44157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:14,971 INFO [RS:0;2491923345a5:44157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2491923345a5:44157. 2024-12-09T14:52:14,971 DEBUG [RS:0;2491923345a5:44157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:14,971 DEBUG [RS:0;2491923345a5:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:14,971 INFO [RS:0;2491923345a5:44157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:14,971 INFO [RS:0;2491923345a5:44157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:14,971 INFO [RS:0;2491923345a5:44157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:14,972 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1629389a2af361ebf3bc099122039e8f, disabling compactions & flushes 2024-12-09T14:52:14,972 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:14,972 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:14,972 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. after waiting 0 ms 2024-12-09T14:52:14,972 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:14,971 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T14:52:14,985 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:15,013 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T14:52:15,013 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1629389a2af361ebf3bc099122039e8f=testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f.} 2024-12-09T14:52:15,013 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1629389a2af361ebf3bc099122039e8f 2024-12-09T14:52:15,013 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:15,013 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:15,013 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:15,014 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:15,018 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:15,018 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T14:52:15,058 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/a49f091c30992b7f50f38b613e0f6e0d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T14:52:15,059 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:15,059 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a49f091c30992b7f50f38b613e0f6e0d: Waiting for close lock at 1733755934968Running coprocessor pre-close hooks at 1733755934968Disabling compacts and flushes for region at 1733755934968Disabling writes for close at 1733755934968Writing region close event to WAL at 1733755935015 (+47 ms)Running coprocessor post-close hooks at 1733755935059 (+44 ms)Closed at 1733755935059 2024-12-09T14:52:15,059 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d. 2024-12-09T14:52:15,072 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/default/testClearRegionBlockCache/1629389a2af361ebf3bc099122039e8f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T14:52:15,073 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:15,073 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1629389a2af361ebf3bc099122039e8f: Waiting for close lock at 1733755934972Running coprocessor pre-close hooks at 1733755934972Disabling compacts and flushes for region at 1733755934972Disabling writes for close at 1733755934972Writing region close event to WAL at 1733755935007 (+35 ms)Running coprocessor post-close hooks at 1733755935072 (+65 ms)Closed at 1733755935073 (+1 ms) 2024-12-09T14:52:15,073 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733755933331.1629389a2af361ebf3bc099122039e8f. 2024-12-09T14:52:15,102 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/info/ff2a7b2139804061a926a93699b78ee1 is 173, key is testClearRegionBlockCache,5,1733755933331.a49f091c30992b7f50f38b613e0f6e0d./info:regioninfo/1733755933927/Put/seqid=0 2024-12-09T14:52:15,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:15,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:15,149 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/info/ff2a7b2139804061a926a93699b78ee1 2024-12-09T14:52:15,168 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,38507,1733755929640; all regions closed. 2024-12-09T14:52:15,188 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/ns/b8b3038200ef46aab33ea1cbcd898064 is 43, key is default/ns:d/1733755933158/Put/seqid=0 2024-12-09T14:52:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741833_1009 (size=1867) 2024-12-09T14:52:15,216 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T14:52:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741833_1009 (size=1867) 2024-12-09T14:52:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:15,234 DEBUG [RS:1;2491923345a5:38507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/oldWALs 2024-12-09T14:52:15,234 INFO [RS:1;2491923345a5:38507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C38507%2C1733755929640:(num 1733755932453) 2024-12-09T14:52:15,234 DEBUG [RS:1;2491923345a5:38507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:15,234 INFO [RS:1;2491923345a5:38507 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:15,234 INFO [RS:1;2491923345a5:38507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:15,234 INFO [RS:1;2491923345a5:38507 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:15,235 INFO [RS:1;2491923345a5:38507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:15,235 INFO [RS:1;2491923345a5:38507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:15,235 INFO [RS:1;2491923345a5:38507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:15,235 INFO [RS:1;2491923345a5:38507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:15,235 INFO [RS:1;2491923345a5:38507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38507 2024-12-09T14:52:15,237 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:15,238 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:15,238 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:15,258 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/ns/b8b3038200ef46aab33ea1cbcd898064 2024-12-09T14:52:15,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,38507,1733755929640 2024-12-09T14:52:15,274 INFO [RS:1;2491923345a5:38507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:15,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,38507,1733755929640] 2024-12-09T14:52:15,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,38507,1733755929640 already deleted, retry=false 2024-12-09T14:52:15,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,38507,1733755929640 expired; onlineServers=1 2024-12-09T14:52:15,302 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/table/baae44d882ca48489348bbf491011e10 is 61, key is testClearRegionBlockCache/table:state/1733755933963/Put/seqid=0 2024-12-09T14:52:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:15,342 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/table/baae44d882ca48489348bbf491011e10 2024-12-09T14:52:15,370 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/info/ff2a7b2139804061a926a93699b78ee1 as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/info/ff2a7b2139804061a926a93699b78ee1 2024-12-09T14:52:15,381 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/info/ff2a7b2139804061a926a93699b78ee1, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T14:52:15,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:15,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38507-0x1000b1dbe4b0002, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:15,383 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/ns/b8b3038200ef46aab33ea1cbcd898064 as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/ns/b8b3038200ef46aab33ea1cbcd898064 2024-12-09T14:52:15,387 INFO [RS:1;2491923345a5:38507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:15,387 INFO [RS:1;2491923345a5:38507 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,38507,1733755929640; zookeeper connection closed. 2024-12-09T14:52:15,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f4a9d11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f4a9d11 2024-12-09T14:52:15,416 DEBUG [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T14:52:15,421 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/ns/b8b3038200ef46aab33ea1cbcd898064, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T14:52:15,423 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/.tmp/table/baae44d882ca48489348bbf491011e10 as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/table/baae44d882ca48489348bbf491011e10 2024-12-09T14:52:15,438 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/table/baae44d882ca48489348bbf491011e10, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T14:52:15,457 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=13, compaction requested=false 2024-12-09T14:52:15,502 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T14:52:15,503 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T14:52:15,503 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:15,503 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755935013Running coprocessor pre-close hooks at 1733755935013Disabling compacts and flushes for region at 1733755935013Disabling writes for close at 1733755935014 (+1 ms)Obtaining lock to block concurrent updates at 1733755935018 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733755935018Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733755935019 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733755935026 (+7 ms)Flushing 1588230740/info: creating writer at 1733755935026Flushing 1588230740/info: appending metadata at 1733755935101 (+75 ms)Flushing 1588230740/info: closing flushed file at 1733755935101Flushing 1588230740/ns: creating writer at 1733755935157 (+56 ms)Flushing 1588230740/ns: appending metadata at 1733755935188 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1733755935188Flushing 1588230740/table: creating writer at 1733755935273 (+85 ms)Flushing 1588230740/table: appending metadata at 1733755935302 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733755935302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa573aa: reopening flushed file at 1733755935369 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270c60f6: reopening flushed file at 1733755935381 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd85369: reopening flushed file at 1733755935422 (+41 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=13, compaction requested=false at 1733755935457 (+35 ms)Writing region close event to WAL at 1733755935495 (+38 ms)Running coprocessor post-close hooks at 1733755935503 (+8 ms)Closed at 1733755935503 2024-12-09T14:52:15,503 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:15,617 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,44157,1733755929182; all regions closed. 2024-12-09T14:52:15,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:15,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:15,649 DEBUG [RS:0;2491923345a5:44157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/oldWALs 2024-12-09T14:52:15,649 INFO [RS:0;2491923345a5:44157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C44157%2C1733755929182.meta:.meta(num 1733755932874) 2024-12-09T14:52:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741834_1010 (size=1758) 2024-12-09T14:52:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741834_1010 (size=1758) 2024-12-09T14:52:15,663 DEBUG [RS:0;2491923345a5:44157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/oldWALs 2024-12-09T14:52:15,663 INFO [RS:0;2491923345a5:44157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C44157%2C1733755929182:(num 1733755932439) 2024-12-09T14:52:15,663 DEBUG [RS:0;2491923345a5:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:15,663 INFO [RS:0;2491923345a5:44157 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:15,663 INFO [RS:0;2491923345a5:44157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:15,664 INFO [RS:0;2491923345a5:44157 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:15,664 INFO [RS:0;2491923345a5:44157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:15,664 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:15,664 INFO [RS:0;2491923345a5:44157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44157 2024-12-09T14:52:15,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:15,703 INFO [RS:0;2491923345a5:44157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,44157,1733755929182 2024-12-09T14:52:15,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,44157,1733755929182] 2024-12-09T14:52:15,730 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,44157,1733755929182 already deleted, retry=false 2024-12-09T14:52:15,730 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,44157,1733755929182 expired; onlineServers=0 2024-12-09T14:52:15,730 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2491923345a5,39615,1733755928645' ***** 2024-12-09T14:52:15,730 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T14:52:15,730 INFO [M:0;2491923345a5:39615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:15,730 INFO [M:0;2491923345a5:39615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:15,730 DEBUG [M:0;2491923345a5:39615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T14:52:15,731 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T14:52:15,731 DEBUG [M:0;2491923345a5:39615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T14:52:15,731 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755931918 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755931918,5,FailOnTimeoutGroup] 2024-12-09T14:52:15,731 INFO [M:0;2491923345a5:39615 {}] hbase.ChoreService(370): Chore service for: master/2491923345a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:15,731 INFO [M:0;2491923345a5:39615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:15,731 DEBUG [M:0;2491923345a5:39615 {}] master.HMaster(1795): Stopping service threads 2024-12-09T14:52:15,731 INFO [M:0;2491923345a5:39615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T14:52:15,731 INFO [M:0;2491923345a5:39615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:15,731 INFO [M:0;2491923345a5:39615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T14:52:15,731 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T14:52:15,733 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755931917 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755931917,5,FailOnTimeoutGroup] 2024-12-09T14:52:15,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:15,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:15,755 DEBUG [M:0;2491923345a5:39615 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-09T14:52:15,755 DEBUG [M:0;2491923345a5:39615 {}] master.ActiveMasterManager(353): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-09T14:52:15,756 INFO [M:0;2491923345a5:39615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/.lastflushedseqids 2024-12-09T14:52:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:15,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:15,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x1000b1dbe4b0001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:15,823 INFO [RS:0;2491923345a5:44157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:15,823 INFO [RS:0;2491923345a5:44157 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,44157,1733755929182; zookeeper connection closed. 2024-12-09T14:52:15,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:15,829 INFO [M:0;2491923345a5:39615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T14:52:15,829 INFO [M:0;2491923345a5:39615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T14:52:15,829 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:15,829 INFO [M:0;2491923345a5:39615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:15,829 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:15,829 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:15,829 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:15,830 INFO [M:0;2491923345a5:39615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-09T14:52:15,830 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a98fa2d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a98fa2d 2024-12-09T14:52:15,830 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T14:52:15,858 DEBUG [M:0;2491923345a5:39615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3e11550d0f94b02ac655be566d2ff2d is 82, key is hbase:meta,,1/info:regioninfo/1733755932999/Put/seqid=0 2024-12-09T14:52:15,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:15,879 INFO [M:0;2491923345a5:39615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3e11550d0f94b02ac655be566d2ff2d 2024-12-09T14:52:15,916 DEBUG [M:0;2491923345a5:39615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7404cd330d9c47b58475ed387d3bcf5d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733755933969/Put/seqid=0 2024-12-09T14:52:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741846_1022 (size=6219) 2024-12-09T14:52:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741846_1022 (size=6219) 2024-12-09T14:52:15,967 INFO [M:0;2491923345a5:39615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7404cd330d9c47b58475ed387d3bcf5d 2024-12-09T14:52:15,993 DEBUG [M:0;2491923345a5:39615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff41f4b548134df89257bc44b71d8e15 is 69, key is 2491923345a5,38507,1733755929640/rs:state/1733755932043/Put/seqid=0 2024-12-09T14:52:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:16,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:16,075 INFO [M:0;2491923345a5:39615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff41f4b548134df89257bc44b71d8e15 2024-12-09T14:52:16,094 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3e11550d0f94b02ac655be566d2ff2d as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3e11550d0f94b02ac655be566d2ff2d 2024-12-09T14:52:16,109 INFO [M:0;2491923345a5:39615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3e11550d0f94b02ac655be566d2ff2d, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T14:52:16,126 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7404cd330d9c47b58475ed387d3bcf5d as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7404cd330d9c47b58475ed387d3bcf5d 2024-12-09T14:52:16,137 INFO [M:0;2491923345a5:39615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7404cd330d9c47b58475ed387d3bcf5d, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T14:52:16,144 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff41f4b548134df89257bc44b71d8e15 as hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff41f4b548134df89257bc44b71d8e15 2024-12-09T14:52:16,155 INFO [M:0;2491923345a5:39615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46657/user/jenkins/test-data/625f85f4-3606-49f0-5b73-f8752871b9fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff41f4b548134df89257bc44b71d8e15, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T14:52:16,158 INFO [M:0;2491923345a5:39615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 328ms, sequenceid=71, compaction requested=false 2024-12-09T14:52:16,231 INFO [M:0;2491923345a5:39615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:16,231 DEBUG [M:0;2491923345a5:39615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755935829Disabling compacts and flushes for region at 1733755935829Disabling writes for close at 1733755935829Obtaining lock to block concurrent updates at 1733755935830 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733755935830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733755935830Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733755935831 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733755935831Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733755935857 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733755935858 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733755935895 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733755935916 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733755935916Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733755935972 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733755935993 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733755935993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642a6729: reopening flushed file at 1733755936086 (+93 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1863242a: reopening flushed file at 1733755936109 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b49d440: reopening flushed file at 1733755936137 (+28 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 328ms, sequenceid=71, compaction requested=false at 1733755936158 (+21 ms)Writing region close event to WAL at 1733755936230 (+72 ms)Closed at 1733755936230 2024-12-09T14:52:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741830_1006 (size=35440) 2024-12-09T14:52:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43117 is added to blk_1073741830_1006 (size=35440) 2024-12-09T14:52:16,260 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:16,260 INFO [M:0;2491923345a5:39615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T14:52:16,260 INFO [M:0;2491923345a5:39615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39615 2024-12-09T14:52:16,261 INFO [M:0;2491923345a5:39615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39615-0x1000b1dbe4b0000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:16,424 INFO [M:0;2491923345a5:39615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:16,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@db77f67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:16,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28b469b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:16,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:16,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623067b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:16,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ce6c51f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:16,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:16,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:16,484 WARN [BP-1403517342-172.17.0.2-1733755926036 heartbeating to localhost/127.0.0.1:46657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:16,484 WARN [BP-1403517342-172.17.0.2-1733755926036 heartbeating to localhost/127.0.0.1:46657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1403517342-172.17.0.2-1733755926036 (Datanode Uuid 8aabde28-1e5e-47d6-8095-a4823316cf2b) service to localhost/127.0.0.1:46657 2024-12-09T14:52:16,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data4/current/BP-1403517342-172.17.0.2-1733755926036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:16,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data3/current/BP-1403517342-172.17.0.2-1733755926036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:16,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:16,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@363e7839{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:16,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76a468a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:16,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:16,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56612785{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:16,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3dd17f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:16,521 WARN [BP-1403517342-172.17.0.2-1733755926036 heartbeating to localhost/127.0.0.1:46657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:16,521 WARN [BP-1403517342-172.17.0.2-1733755926036 heartbeating to localhost/127.0.0.1:46657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1403517342-172.17.0.2-1733755926036 (Datanode Uuid f608b618-24c4-425e-8a4f-ae4479df61b1) service to localhost/127.0.0.1:46657 2024-12-09T14:52:16,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data1/current/BP-1403517342-172.17.0.2-1733755926036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:16,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/cluster_5524842c-605d-8ddf-e5e1-9a5eefe4626c/data/data2/current/BP-1403517342-172.17.0.2-1733755926036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:16,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:16,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:16,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:16,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@782bba84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:16,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b3ed7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:16,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:16,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5293dc78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:16,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48933182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:16,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T14:52:16,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T14:52:16,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=146 (was 135) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46657 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46657 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=493 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 134) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6746 (was 6834) 2024-12-09T14:52:16,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=146, OpenFileDescriptor=493, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=6746 2024-12-09T14:52:16,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir so I do NOT create it in target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a 2024-12-09T14:52:16,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T14:52:16,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.tmp.dir so I do NOT create it in target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a 2024-12-09T14:52:16,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/a2648423-7093-935a-3f9a-8f165b27380c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T14:52:16,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a 2024-12-09T14:52:16,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700, deleteOnExit=true 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/test.cache.data in system properties and HBase conf 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir in system properties and HBase conf 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T14:52:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T14:52:16,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T14:52:16,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/nfs.dump.dir in system properties and HBase conf 2024-12-09T14:52:16,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/java.io.tmpdir in system properties and HBase conf 2024-12-09T14:52:16,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:16,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T14:52:16,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T14:52:17,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:17,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:17,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:17,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:17,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T14:52:17,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:17,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e768853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:17,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28179244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:17,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d5cf6a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/java.io.tmpdir/jetty-localhost-43549-hadoop-hdfs-3_4_1-tests_jar-_-any-367081827452492624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:17,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3471c5c6{HTTP/1.1, (http/1.1)}{localhost:43549} 2024-12-09T14:52:17,285 INFO [Time-limited test {}] server.Server(415): Started @32168ms 2024-12-09T14:52:17,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:17,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:17,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:17,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:17,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:17,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3858a25f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:17,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216c5937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:18,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5688e657{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/java.io.tmpdir/jetty-localhost-39205-hadoop-hdfs-3_4_1-tests_jar-_-any-3212210701220587801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:18,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cbdb925{HTTP/1.1, (http/1.1)}{localhost:39205} 2024-12-09T14:52:18,038 INFO [Time-limited test {}] server.Server(415): Started @32921ms 2024-12-09T14:52:18,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:18,167 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T14:52:18,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,240 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,241 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,264 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:18,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:18,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:18,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:18,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:18,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T14:52:18,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb44de5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:18,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14e1708e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:18,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@623072f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/java.io.tmpdir/jetty-localhost-38995-hadoop-hdfs-3_4_1-tests_jar-_-any-9042814254712817326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:18,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@90cab5e{HTTP/1.1, (http/1.1)}{localhost:38995} 2024-12-09T14:52:18,500 INFO [Time-limited test {}] server.Server(415): Started @33383ms 2024-12-09T14:52:18,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:18,869 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data1/current/BP-1731281667-172.17.0.2-1733755936667/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:18,877 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data2/current/BP-1731281667-172.17.0.2-1733755936667/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:18,959 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89f3e1271fe8cff2 with lease ID 0xc8f373661a83e139: Processing first storage report for DS-2a0c208c-98cb-49e9-814f-2678791f2813 from datanode DatanodeRegistration(127.0.0.1:41845, datanodeUuid=530db138-8b43-46d2-aedd-d153a30ea8f6, infoPort=44337, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667) 2024-12-09T14:52:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89f3e1271fe8cff2 with lease ID 0xc8f373661a83e139: from storage DS-2a0c208c-98cb-49e9-814f-2678791f2813 node DatanodeRegistration(127.0.0.1:41845, datanodeUuid=530db138-8b43-46d2-aedd-d153a30ea8f6, infoPort=44337, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89f3e1271fe8cff2 with lease ID 0xc8f373661a83e139: Processing first storage report for DS-4872e891-c50c-4eb2-bec6-569dff773311 from datanode DatanodeRegistration(127.0.0.1:41845, datanodeUuid=530db138-8b43-46d2-aedd-d153a30ea8f6, infoPort=44337, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667) 2024-12-09T14:52:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89f3e1271fe8cff2 with lease ID 0xc8f373661a83e139: from storage DS-4872e891-c50c-4eb2-bec6-569dff773311 node DatanodeRegistration(127.0.0.1:41845, datanodeUuid=530db138-8b43-46d2-aedd-d153a30ea8f6, infoPort=44337, infoSecurePort=0, ipcPort=42141, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:19,306 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data3/current/BP-1731281667-172.17.0.2-1733755936667/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:19,314 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data4/current/BP-1731281667-172.17.0.2-1733755936667/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:19,469 WARN [Thread-1155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa94b615e2270ca89 with lease ID 0xc8f373661a83e13a: Processing first storage report for DS-04cf34d5-73b1-4a3d-b456-fb172755d46c from datanode DatanodeRegistration(127.0.0.1:34033, datanodeUuid=49db7480-c56b-49ad-b749-e3b73be4e501, infoPort=34491, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667) 2024-12-09T14:52:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa94b615e2270ca89 with lease ID 0xc8f373661a83e13a: from storage DS-04cf34d5-73b1-4a3d-b456-fb172755d46c node DatanodeRegistration(127.0.0.1:34033, datanodeUuid=49db7480-c56b-49ad-b749-e3b73be4e501, infoPort=34491, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa94b615e2270ca89 with lease ID 0xc8f373661a83e13a: Processing first storage report for DS-b49f239a-aa73-4ac0-b31e-363511bdd478 from datanode DatanodeRegistration(127.0.0.1:34033, datanodeUuid=49db7480-c56b-49ad-b749-e3b73be4e501, infoPort=34491, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667) 2024-12-09T14:52:19,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa94b615e2270ca89 with lease ID 0xc8f373661a83e13a: from storage DS-b49f239a-aa73-4ac0-b31e-363511bdd478 node DatanodeRegistration(127.0.0.1:34033, datanodeUuid=49db7480-c56b-49ad-b749-e3b73be4e501, infoPort=34491, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=2004664430;c=1733755936667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:19,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a 2024-12-09T14:52:19,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/zookeeper_0, clientPort=58255, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T14:52:19,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58255 2024-12-09T14:52:19,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:19,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:19,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504 with version=8 2024-12-09T14:52:19,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/hbase-staging 2024-12-09T14:52:19,687 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:19,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:19,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:19,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:19,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:19,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:19,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T14:52:19,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:19,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40957 2024-12-09T14:52:19,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40957 connecting to ZooKeeper ensemble=127.0.0.1:58255 2024-12-09T14:52:19,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409570x0, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:19,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40957-0x1000b1de96d0000 connected 2024-12-09T14:52:19,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:19,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:19,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:19,959 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504, hbase.cluster.distributed=false 2024-12-09T14:52:19,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:19,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40957 2024-12-09T14:52:19,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40957 2024-12-09T14:52:19,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40957 2024-12-09T14:52:19,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40957 2024-12-09T14:52:19,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40957 2024-12-09T14:52:20,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:20,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:20,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:20,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:20,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:20,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:20,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:20,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:20,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45697 2024-12-09T14:52:20,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45697 connecting to ZooKeeper ensemble=127.0.0.1:58255 2024-12-09T14:52:20,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:20,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456970x0, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:20,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45697-0x1000b1de96d0001 connected 2024-12-09T14:52:20,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:20,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:20,091 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T14:52:20,152 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T14:52:20,152 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T14:52:20,180 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T14:52:20,183 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:20,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:20,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:20,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45697 2024-12-09T14:52:20,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45697 2024-12-09T14:52:20,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45697 2024-12-09T14:52:20,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45697 2024-12-09T14:52:20,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45697 2024-12-09T14:52:20,233 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:20,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:20,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:20,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:20,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:20,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:20,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:20,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:20,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43643 2024-12-09T14:52:20,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43643 connecting to ZooKeeper ensemble=127.0.0.1:58255 2024-12-09T14:52:20,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:20,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436430x0, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:20,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436430x0, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:20,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:20,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43643-0x1000b1de96d0002 connected 2024-12-09T14:52:20,333 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T14:52:20,367 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T14:52:20,367 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T14:52:20,382 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T14:52:20,382 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:20,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:20,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:20,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43643 2024-12-09T14:52:20,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43643 2024-12-09T14:52:20,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43643 2024-12-09T14:52:20,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43643 2024-12-09T14:52:20,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43643 2024-12-09T14:52:20,438 DEBUG [M:0;2491923345a5:40957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2491923345a5:40957 2024-12-09T14:52:20,438 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2491923345a5,40957,1733755939687 2024-12-09T14:52:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:20,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:20,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:20,469 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2491923345a5,40957,1733755939687 2024-12-09T14:52:20,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:20,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:20,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:20,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:20,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:20,484 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T14:52:20,484 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2491923345a5,40957,1733755939687 from backup master directory 2024-12-09T14:52:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:20,494 WARN [master/2491923345a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:20,494 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2491923345a5,40957,1733755939687 2024-12-09T14:52:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:20,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2491923345a5,40957,1733755939687 2024-12-09T14:52:20,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:20,508 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/hbase.id] with ID: e20b98e6-626f-43c2-bc35-25e3e66246b3 2024-12-09T14:52:20,508 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/.tmp/hbase.id 2024-12-09T14:52:20,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:20,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:20,590 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/.tmp/hbase.id]:[hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/hbase.id] 2024-12-09T14:52:20,645 INFO [master/2491923345a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:20,646 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T14:52:20,650 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-09T14:52:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:20,775 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:20,776 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T14:52:20,785 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:21,341 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store 2024-12-09T14:52:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:21,830 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:21,830 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:21,830 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:21,830 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:21,830 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:21,830 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:21,830 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:21,830 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755941830Disabling compacts and flushes for region at 1733755941830Disabling writes for close at 1733755941830Writing region close event to WAL at 1733755941830Closed at 1733755941830 2024-12-09T14:52:21,831 WARN [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/.initializing 2024-12-09T14:52:21,832 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/WALs/2491923345a5,40957,1733755939687 2024-12-09T14:52:21,833 INFO [master/2491923345a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:21,835 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C40957%2C1733755939687, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/WALs/2491923345a5,40957,1733755939687, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/oldWALs, maxLogs=10 2024-12-09T14:52:21,865 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/WALs/2491923345a5,40957,1733755939687/2491923345a5%2C40957%2C1733755939687.1733755941835, exclude list is [], retry=0 2024-12-09T14:52:21,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34033,DS-04cf34d5-73b1-4a3d-b456-fb172755d46c,DISK] 2024-12-09T14:52:21,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-2a0c208c-98cb-49e9-814f-2678791f2813,DISK] 2024-12-09T14:52:21,900 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/WALs/2491923345a5,40957,1733755939687/2491923345a5%2C40957%2C1733755939687.1733755941835 2024-12-09T14:52:21,902 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34491:34491),(127.0.0.1/127.0.0.1:44337:44337)] 2024-12-09T14:52:21,902 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:21,902 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:21,902 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,902 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T14:52:21,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:21,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:21,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T14:52:21,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:21,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:21,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T14:52:21,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:21,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:21,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T14:52:21,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:21,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:21,966 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,967 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,967 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,971 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,971 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:21,971 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:21,977 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:22,001 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:22,006 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61769900, jitterRate=-0.07955676317214966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:22,007 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733755941902Initializing all the Stores at 1733755941903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755941903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755941907 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755941907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755941907Cleaning up temporary data from old regions at 1733755941971 (+64 ms)Region opened successfully at 1733755942007 (+36 ms) 2024-12-09T14:52:22,007 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T14:52:22,012 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19322a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:22,013 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T14:52:22,013 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T14:52:22,013 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T14:52:22,013 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T14:52:22,017 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-09T14:52:22,018 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T14:52:22,018 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T14:52:22,060 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T14:52:22,061 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T14:52:22,110 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T14:52:22,111 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T14:52:22,112 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T14:52:22,122 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T14:52:22,123 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T14:52:22,139 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T14:52:22,147 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T14:52:22,149 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T14:52:22,156 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T14:52:22,163 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T14:52:22,173 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T14:52:22,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:22,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:22,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,186 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2491923345a5,40957,1733755939687, sessionid=0x1000b1de96d0000, setting cluster-up flag (Was=false) 2024-12-09T14:52:22,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:22,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,227 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T14:52:22,230 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,40957,1733755939687 2024-12-09T14:52:22,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:22,293 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T14:52:22,303 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,40957,1733755939687 2024-12-09T14:52:22,331 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T14:52:22,352 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(746): ClusterId : e20b98e6-626f-43c2-bc35-25e3e66246b3 2024-12-09T14:52:22,352 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:22,355 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:22,355 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T14:52:22,356 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T14:52:22,356 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2491923345a5,40957,1733755939687 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T14:52:22,369 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:22,369 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:22,369 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:22,369 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:22,369 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2491923345a5:0, corePoolSize=10, maxPoolSize=10 2024-12-09T14:52:22,370 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,370 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:22,370 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,372 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(746): ClusterId : e20b98e6-626f-43c2-bc35-25e3e66246b3 2024-12-09T14:52:22,372 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:22,372 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:22,372 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:22,377 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733755972377 2024-12-09T14:52:22,378 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T14:52:22,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:22,378 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T14:52:22,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T14:52:22,378 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T14:52:22,378 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T14:52:22,378 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T14:52:22,378 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T14:52:22,383 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:22,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T14:52:22,390 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:22,390 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:22,390 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:22,390 DEBUG [RS:0;2491923345a5:45697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b474afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:22,391 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T14:52:22,391 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T14:52:22,391 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T14:52:22,398 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:22,399 DEBUG [RS:1;2491923345a5:43643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af48068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:22,409 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T14:52:22,409 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T14:52:22,410 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2491923345a5:45697 2024-12-09T14:52:22,410 INFO [RS:0;2491923345a5:45697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:22,410 INFO [RS:0;2491923345a5:45697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:22,410 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:22,411 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,40957,1733755939687 with port=45697, startcode=1733755940005 2024-12-09T14:52:22,411 DEBUG [RS:0;2491923345a5:45697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:22,433 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2491923345a5:43643 2024-12-09T14:52:22,433 INFO [RS:1;2491923345a5:43643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:22,433 INFO [RS:1;2491923345a5:43643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:22,433 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:22,434 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755942409,5,FailOnTimeoutGroup] 2024-12-09T14:52:22,437 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,40957,1733755939687 with port=43643, startcode=1733755940233 2024-12-09T14:52:22,438 DEBUG [RS:1;2491923345a5:43643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:22,438 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755942434,5,FailOnTimeoutGroup] 2024-12-09T14:52:22,438 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,438 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T14:52:22,438 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,438 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,446 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:22,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,45697,1733755940005 2024-12-09T14:52:22,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40957 {}] master.ServerManager(517): Registering regionserver=2491923345a5,45697,1733755940005 2024-12-09T14:52:22,453 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504 2024-12-09T14:52:22,453 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46373 2024-12-09T14:52:22,453 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:22,454 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:22,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,43643,1733755940233 2024-12-09T14:52:22,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40957 {}] master.ServerManager(517): Registering regionserver=2491923345a5,43643,1733755940233 2024-12-09T14:52:22,466 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504 2024-12-09T14:52:22,466 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46373 2024-12-09T14:52:22,467 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:22,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:22,498 DEBUG [RS:0;2491923345a5:45697 {}] zookeeper.ZKUtil(111): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,45697,1733755940005 2024-12-09T14:52:22,498 WARN [RS:0;2491923345a5:45697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:22,498 INFO [RS:0;2491923345a5:45697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:22,498 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,45697,1733755940005 2024-12-09T14:52:22,498 DEBUG [RS:1;2491923345a5:43643 {}] zookeeper.ZKUtil(111): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,43643,1733755940233 2024-12-09T14:52:22,498 WARN [RS:1;2491923345a5:43643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:22,498 INFO [RS:1;2491923345a5:43643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:22,498 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,43643,1733755940233 2024-12-09T14:52:22,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,43643,1733755940233] 2024-12-09T14:52:22,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,45697,1733755940005] 2024-12-09T14:52:22,510 INFO [RS:1;2491923345a5:43643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:22,521 INFO [RS:1;2491923345a5:43643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:22,521 INFO [RS:1;2491923345a5:43643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:22,521 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,523 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:22,524 INFO [RS:1;2491923345a5:43643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:22,524 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,524 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,525 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,525 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:22,525 DEBUG [RS:1;2491923345a5:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:22,531 INFO [RS:0;2491923345a5:45697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:22,539 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,539 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,539 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,539 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,539 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,539 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,43643,1733755940233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:22,548 INFO [RS:0;2491923345a5:45697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:22,553 INFO [RS:0;2491923345a5:45697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:22,553 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,574 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:22,583 INFO [RS:0;2491923345a5:45697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:22,583 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,583 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,583 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,583 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,583 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,583 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:22,584 DEBUG [RS:0;2491923345a5:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:22,612 INFO [RS:1;2491923345a5:43643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:22,612 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,43643,1733755940233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,613 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,613 INFO [RS:1;2491923345a5:43643 {}] regionserver.Replication(171): 2491923345a5,43643,1733755940233 started 2024-12-09T14:52:22,619 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,619 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,619 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,619 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,619 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,619 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,45697,1733755940005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:22,649 INFO [RS:0;2491923345a5:45697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:22,650 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,45697,1733755940005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,650 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,650 INFO [RS:0;2491923345a5:45697 {}] regionserver.Replication(171): 2491923345a5,45697,1733755940005 started 2024-12-09T14:52:22,678 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,678 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,43643,1733755940233, RpcServer on 2491923345a5/172.17.0.2:43643, sessionid=0x1000b1de96d0002 2024-12-09T14:52:22,678 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:22,678 DEBUG [RS:1;2491923345a5:43643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,43643,1733755940233 2024-12-09T14:52:22,678 DEBUG [RS:1;2491923345a5:43643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,43643,1733755940233' 2024-12-09T14:52:22,678 DEBUG [RS:1;2491923345a5:43643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:22,680 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:22,681 DEBUG [RS:1;2491923345a5:43643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:22,681 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,45697,1733755940005, RpcServer on 2491923345a5/172.17.0.2:45697, sessionid=0x1000b1de96d0001 2024-12-09T14:52:22,681 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:22,681 DEBUG [RS:0;2491923345a5:45697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,45697,1733755940005 2024-12-09T14:52:22,681 DEBUG [RS:0;2491923345a5:45697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,45697,1733755940005' 2024-12-09T14:52:22,681 DEBUG [RS:0;2491923345a5:45697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:22,681 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:22,681 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:22,681 DEBUG [RS:1;2491923345a5:43643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,43643,1733755940233 2024-12-09T14:52:22,681 DEBUG [RS:1;2491923345a5:43643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,43643,1733755940233' 2024-12-09T14:52:22,681 DEBUG [RS:1;2491923345a5:43643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:22,687 DEBUG [RS:0;2491923345a5:45697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:22,695 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:22,695 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:22,695 DEBUG [RS:0;2491923345a5:45697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,45697,1733755940005 2024-12-09T14:52:22,695 DEBUG [RS:0;2491923345a5:45697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,45697,1733755940005' 2024-12-09T14:52:22,695 DEBUG [RS:0;2491923345a5:45697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:22,695 DEBUG [RS:1;2491923345a5:43643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:22,703 DEBUG [RS:0;2491923345a5:45697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:22,703 DEBUG [RS:1;2491923345a5:43643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:22,703 INFO [RS:1;2491923345a5:43643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:22,703 INFO [RS:1;2491923345a5:43643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:22,703 DEBUG [RS:0;2491923345a5:45697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:22,703 INFO [RS:0;2491923345a5:45697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:22,704 INFO [RS:0;2491923345a5:45697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:22,804 INFO [RS:1;2491923345a5:43643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:22,807 INFO [RS:1;2491923345a5:43643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C43643%2C1733755940233, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,43643,1733755940233, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/oldWALs, maxLogs=32 2024-12-09T14:52:22,807 INFO [RS:0;2491923345a5:45697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:22,810 INFO [RS:0;2491923345a5:45697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C45697%2C1733755940005, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,45697,1733755940005, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/oldWALs, maxLogs=32 2024-12-09T14:52:22,825 DEBUG [RS:1;2491923345a5:43643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,43643,1733755940233/2491923345a5%2C43643%2C1733755940233.1733755942807, exclude list is [], retry=0 2024-12-09T14:52:22,834 DEBUG [RS:0;2491923345a5:45697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,45697,1733755940005/2491923345a5%2C45697%2C1733755940005.1733755942810, exclude list is [], retry=0 2024-12-09T14:52:22,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-2a0c208c-98cb-49e9-814f-2678791f2813,DISK] 2024-12-09T14:52:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34033,DS-04cf34d5-73b1-4a3d-b456-fb172755d46c,DISK] 2024-12-09T14:52:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34033,DS-04cf34d5-73b1-4a3d-b456-fb172755d46c,DISK] 2024-12-09T14:52:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-2a0c208c-98cb-49e9-814f-2678791f2813,DISK] 2024-12-09T14:52:22,867 INFO [RS:1;2491923345a5:43643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,43643,1733755940233/2491923345a5%2C43643%2C1733755940233.1733755942807 2024-12-09T14:52:22,870 DEBUG [RS:1;2491923345a5:43643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34491:34491),(127.0.0.1/127.0.0.1:44337:44337)] 2024-12-09T14:52:22,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T14:52:22,879 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504 2024-12-09T14:52:22,882 INFO [RS:0;2491923345a5:45697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,45697,1733755940005/2491923345a5%2C45697%2C1733755940005.1733755942810 2024-12-09T14:52:22,904 DEBUG [RS:0;2491923345a5:45697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:34491:34491)] 2024-12-09T14:52:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741834_1010 (size=32) 2024-12-09T14:52:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741834_1010 (size=32) 2024-12-09T14:52:22,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:22,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:22,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:22,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:22,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:22,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:22,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:22,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:22,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:22,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:22,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:22,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:22,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:22,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:23,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:23,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:23,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:23,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:23,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740 2024-12-09T14:52:23,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740 2024-12-09T14:52:23,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:23,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:23,026 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:23,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:23,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:23,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72130309, jitterRate=0.07482536137104034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733755942937Initializing all the Stores at 1733755942938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755942938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755942943 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755942943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755942943Cleaning up temporary data from old regions at 1733755943025 (+82 ms)Region opened successfully at 1733755943035 (+10 ms) 2024-12-09T14:52:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:23,035 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:23,039 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:23,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755943035Disabling compacts and flushes for region at 1733755943035Disabling writes for close at 1733755943035Writing region close event to WAL at 1733755943039 (+4 ms)Closed at 1733755943039 2024-12-09T14:52:23,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:23,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T14:52:23,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T14:52:23,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:23,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T14:52:23,195 DEBUG [2491923345a5:40957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T14:52:23,196 DEBUG [2491923345a5:40957 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:23,198 DEBUG [2491923345a5:40957 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:23,198 DEBUG [2491923345a5:40957 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:23,198 DEBUG [2491923345a5:40957 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:23,198 DEBUG [2491923345a5:40957 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:23,198 INFO [2491923345a5:40957 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:23,208 INFO [2491923345a5:40957 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:23,208 DEBUG [2491923345a5:40957 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:23,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2491923345a5,45697,1733755940005 2024-12-09T14:52:23,211 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,45697,1733755940005, state=OPENING 2024-12-09T14:52:23,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T14:52:23,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:23,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:23,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:23,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:23,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:23,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,45697,1733755940005}] 2024-12-09T14:52:23,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:23,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:23,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:23,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:23,582 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T14:52:23,587 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:23,587 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T14:52:23,591 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C45697%2C1733755940005.meta, suffix=.meta, logDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,45697,1733755940005, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/oldWALs, maxLogs=32 2024-12-09T14:52:23,646 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,45697,1733755940005/2491923345a5%2C45697%2C1733755940005.meta.1733755943591.meta, exclude list is [], retry=0 2024-12-09T14:52:23,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34033,DS-04cf34d5-73b1-4a3d-b456-fb172755d46c,DISK] 2024-12-09T14:52:23,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41845,DS-2a0c208c-98cb-49e9-814f-2678791f2813,DISK] 2024-12-09T14:52:23,720 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/WALs/2491923345a5,45697,1733755940005/2491923345a5%2C45697%2C1733755940005.meta.1733755943591.meta 2024-12-09T14:52:23,721 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:34491:34491)] 2024-12-09T14:52:23,721 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:23,721 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T14:52:23,721 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T14:52:23,721 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T14:52:23,721 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T14:52:23,721 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:23,722 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T14:52:23,722 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T14:52:23,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:23,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:23,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:23,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:23,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:23,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:23,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:23,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:23,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:23,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:23,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:23,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:23,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:23,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:23,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:23,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:23,783 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:23,784 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740 2024-12-09T14:52:23,785 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740 2024-12-09T14:52:23,795 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:23,795 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:23,800 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:23,803 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:23,827 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71531107, jitterRate=0.06589655578136444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:23,827 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T14:52:23,834 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733755943722Writing region info on filesystem at 1733755943722Initializing all the Stores at 1733755943724 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755943724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755943757 (+33 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755943757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755943757Cleaning up temporary data from old regions at 1733755943795 (+38 ms)Running coprocessor post-open hooks at 1733755943827 (+32 ms)Region opened successfully at 1733755943834 (+7 ms) 2024-12-09T14:52:23,835 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733755943559 2024-12-09T14:52:23,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,45697,1733755940005 2024-12-09T14:52:23,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,45697,1733755940005, state=OPEN 2024-12-09T14:52:23,842 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T14:52:23,843 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T14:52:23,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:23,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:23,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:23,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:23,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:23,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:23,920 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2491923345a5,45697,1733755940005 2024-12-09T14:52:23,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T14:52:23,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,45697,1733755940005 in 516 msec 2024-12-09T14:52:23,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T14:52:23,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 885 msec 2024-12-09T14:52:23,932 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:23,932 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T14:52:23,934 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:23,934 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,45697,1733755940005, seqNum=-1] 2024-12-09T14:52:23,934 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:23,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60893, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:23,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6160 sec 2024-12-09T14:52:23,957 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733755943957, completionTime=-1 2024-12-09T14:52:23,957 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T14:52:23,957 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T14:52:23,966 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T14:52:23,966 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733756003966 2024-12-09T14:52:23,967 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733756063966 2024-12-09T14:52:23,967 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-09T14:52:23,967 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T14:52:24,030 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40957,1733755939687-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:24,030 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40957,1733755939687-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:24,030 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40957,1733755939687-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:24,030 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2491923345a5:40957, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:24,030 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:24,033 DEBUG [master/2491923345a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T14:52:24,041 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:24,055 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.561sec 2024-12-09T14:52:24,077 INFO [master/2491923345a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T14:52:24,077 INFO [master/2491923345a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T14:52:24,077 INFO [master/2491923345a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T14:52:24,077 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T14:52:24,077 INFO [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T14:52:24,077 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40957,1733755939687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:24,077 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40957,1733755939687-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T14:52:24,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1040f6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:24,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,40957,-1 for getting cluster id 2024-12-09T14:52:24,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:52:24,082 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e20b98e6-626f-43c2-bc35-25e3e66246b3' 2024-12-09T14:52:24,082 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:52:24,082 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e20b98e6-626f-43c2-bc35-25e3e66246b3" 2024-12-09T14:52:24,083 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19926a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:24,083 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,40957,-1] 2024-12-09T14:52:24,083 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:52:24,083 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:24,095 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:52:24,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b537354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:24,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:24,104 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,45697,1733755940005, seqNum=-1] 2024-12-09T14:52:24,105 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:24,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:24,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2491923345a5,40957,1733755939687 2024-12-09T14:52:24,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T14:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2491923345a5,40957,1733755939687 2024-12-09T14:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b701dba 2024-12-09T14:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T14:52:24,119 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T14:52:24,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T14:52:24,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T14:52:24,128 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:24,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T14:52:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:24,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T14:52:24,149 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T14:52:24,149 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T14:52:24,149 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,40957,1733755939687-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:24,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:24,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:24,594 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 771010fae3b67d0e9cc0dae33a3d8615, NAME => 'testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504 2024-12-09T14:52:24,603 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 248a6c2ae4224b841eafef818d22a772, NAME => 'testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504 2024-12-09T14:52:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:24,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:24,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 248a6c2ae4224b841eafef818d22a772, disabling compactions & flushes 2024-12-09T14:52:24,751 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:24,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:24,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. after waiting 0 ms 2024-12-09T14:52:24,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:24,751 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:24,751 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 248a6c2ae4224b841eafef818d22a772: Waiting for close lock at 1733755944751Disabling compacts and flushes for region at 1733755944751Disabling writes for close at 1733755944751Writing region close event to WAL at 1733755944751Closed at 1733755944751 2024-12-09T14:52:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:25,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:25,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 771010fae3b67d0e9cc0dae33a3d8615, disabling compactions & flushes 2024-12-09T14:52:25,133 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:25,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:25,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. after waiting 0 ms 2024-12-09T14:52:25,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:25,133 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:25,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 771010fae3b67d0e9cc0dae33a3d8615: Waiting for close lock at 1733755945133Disabling compacts and flushes for region at 1733755945133Disabling writes for close at 1733755945133Writing region close event to WAL at 1733755945133Closed at 1733755945133 2024-12-09T14:52:25,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T14:52:25,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755945138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755945138"}]},"ts":"1733755945138"} 2024-12-09T14:52:25,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755945138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755945138"}]},"ts":"1733755945138"} 2024-12-09T14:52:25,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T14:52:25,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T14:52:25,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755945155"}]},"ts":"1733755945155"} 2024-12-09T14:52:25,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T14:52:25,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:25,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:25,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:25,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:25,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:25,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:25,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:25,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:25,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=771010fae3b67d0e9cc0dae33a3d8615, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=248a6c2ae4224b841eafef818d22a772, ASSIGN}] 2024-12-09T14:52:25,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=248a6c2ae4224b841eafef818d22a772, ASSIGN 2024-12-09T14:52:25,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=771010fae3b67d0e9cc0dae33a3d8615, ASSIGN 2024-12-09T14:52:25,170 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=248a6c2ae4224b841eafef818d22a772, ASSIGN; state=OFFLINE, location=2491923345a5,43643,1733755940233; forceNewPlan=false, retain=false 2024-12-09T14:52:25,171 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=771010fae3b67d0e9cc0dae33a3d8615, ASSIGN; state=OFFLINE, location=2491923345a5,45697,1733755940005; forceNewPlan=false, retain=false 2024-12-09T14:52:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:25,322 INFO [2491923345a5:40957 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T14:52:25,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=771010fae3b67d0e9cc0dae33a3d8615, regionState=OPENING, regionLocation=2491923345a5,45697,1733755940005 2024-12-09T14:52:25,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=248a6c2ae4224b841eafef818d22a772, regionState=OPENING, regionLocation=2491923345a5,43643,1733755940233 2024-12-09T14:52:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=248a6c2ae4224b841eafef818d22a772, ASSIGN because future has completed 2024-12-09T14:52:25,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 248a6c2ae4224b841eafef818d22a772, server=2491923345a5,43643,1733755940233}] 2024-12-09T14:52:25,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=771010fae3b67d0e9cc0dae33a3d8615, ASSIGN because future has completed 2024-12-09T14:52:25,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 771010fae3b67d0e9cc0dae33a3d8615, server=2491923345a5,45697,1733755940005}] 2024-12-09T14:52:25,515 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:25,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60713, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:25,545 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 771010fae3b67d0e9cc0dae33a3d8615, NAME => 'testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T14:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,546 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,546 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:25,547 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 248a6c2ae4224b841eafef818d22a772, NAME => 'testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T14:52:25,547 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,547 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:25,547 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,547 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,567 INFO [StoreOpener-771010fae3b67d0e9cc0dae33a3d8615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,569 INFO [StoreOpener-771010fae3b67d0e9cc0dae33a3d8615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771010fae3b67d0e9cc0dae33a3d8615 columnFamilyName family 2024-12-09T14:52:25,570 DEBUG [StoreOpener-771010fae3b67d0e9cc0dae33a3d8615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:25,570 INFO [StoreOpener-771010fae3b67d0e9cc0dae33a3d8615-1 {}] regionserver.HStore(327): Store=771010fae3b67d0e9cc0dae33a3d8615/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:25,570 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,571 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,572 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,574 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,605 INFO [StoreOpener-248a6c2ae4224b841eafef818d22a772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,610 INFO [StoreOpener-248a6c2ae4224b841eafef818d22a772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 248a6c2ae4224b841eafef818d22a772 columnFamilyName family 2024-12-09T14:52:25,610 DEBUG [StoreOpener-248a6c2ae4224b841eafef818d22a772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:25,613 INFO [StoreOpener-248a6c2ae4224b841eafef818d22a772-1 {}] regionserver.HStore(327): Store=248a6c2ae4224b841eafef818d22a772/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:25,613 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,613 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:25,614 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,614 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 771010fae3b67d0e9cc0dae33a3d8615; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61151962, jitterRate=-0.08876475691795349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:25,614 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:25,615 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 771010fae3b67d0e9cc0dae33a3d8615: Running coprocessor pre-open hook at 1733755945547Writing region info on filesystem at 1733755945547Initializing all the Stores at 1733755945548 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755945548Cleaning up temporary data from old regions at 1733755945572 (+24 ms)Running coprocessor post-open hooks at 1733755945614 (+42 ms)Region opened successfully at 1733755945615 (+1 ms) 2024-12-09T14:52:25,615 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,616 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,616 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,616 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615., pid=8, masterSystemTime=1733755945507 2024-12-09T14:52:25,619 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,620 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:25,620 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:25,626 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=771010fae3b67d0e9cc0dae33a3d8615, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,45697,1733755940005 2024-12-09T14:52:25,628 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:25,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 771010fae3b67d0e9cc0dae33a3d8615, server=2491923345a5,45697,1733755940005 because future has completed 2024-12-09T14:52:25,632 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 248a6c2ae4224b841eafef818d22a772; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64490551, jitterRate=-0.03901590406894684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:25,632 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:25,632 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 248a6c2ae4224b841eafef818d22a772: Running coprocessor pre-open hook at 1733755945547Writing region info on filesystem at 1733755945547Initializing all the Stores at 1733755945548 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755945548Cleaning up temporary data from old regions at 1733755945616 (+68 ms)Running coprocessor post-open hooks at 1733755945632 (+16 ms)Region opened successfully at 1733755945632 2024-12-09T14:52:25,644 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772., pid=7, masterSystemTime=1733755945514 2024-12-09T14:52:25,645 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40957 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2491923345a5,45697,1733755940005, table=testClearRegionBlockCache, region=771010fae3b67d0e9cc0dae33a3d8615. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T14:52:25,651 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:25,651 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:25,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=248a6c2ae4224b841eafef818d22a772, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,43643,1733755940233 2024-12-09T14:52:25,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T14:52:25,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 771010fae3b67d0e9cc0dae33a3d8615, server=2491923345a5,45697,1733755940005 in 314 msec 2024-12-09T14:52:25,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 248a6c2ae4224b841eafef818d22a772, server=2491923345a5,43643,1733755940233 because future has completed 2024-12-09T14:52:25,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=771010fae3b67d0e9cc0dae33a3d8615, ASSIGN in 499 msec 2024-12-09T14:52:25,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T14:52:25,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 248a6c2ae4224b841eafef818d22a772, server=2491923345a5,43643,1733755940233 in 346 msec 2024-12-09T14:52:25,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-09T14:52:25,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=248a6c2ae4224b841eafef818d22a772, ASSIGN in 511 msec 2024-12-09T14:52:25,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T14:52:25,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755945696"}]},"ts":"1733755945696"} 2024-12-09T14:52:25,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T14:52:25,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T14:52:25,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.5910 sec 2024-12-09T14:52:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:26,281 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T14:52:26,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T14:52:26,282 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:26,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T14:52:26,293 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:26,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T14:52:26,305 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615., hostname=2491923345a5,45697,1733755940005, seqNum=2] 2024-12-09T14:52:26,336 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772., hostname=2491923345a5,43643,1733755940233, seqNum=2] 2024-12-09T14:52:26,336 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:26,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:26,364 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 771010fae3b67d0e9cc0dae33a3d8615 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T14:52:26,408 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615/.tmp/family/4eddab88e1d445798369c5e6f2664376 is 32, key is 1/family:/1733755946309/Put/seqid=0 2024-12-09T14:52:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:26,468 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615/.tmp/family/4eddab88e1d445798369c5e6f2664376 2024-12-09T14:52:26,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:26,483 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615/.tmp/family/4eddab88e1d445798369c5e6f2664376 as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615/family/4eddab88e1d445798369c5e6f2664376 2024-12-09T14:52:26,523 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615/family/4eddab88e1d445798369c5e6f2664376, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T14:52:26,524 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 771010fae3b67d0e9cc0dae33a3d8615 in 160ms, sequenceid=8, compaction requested=false 2024-12-09T14:52:26,524 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 771010fae3b67d0e9cc0dae33a3d8615: 2024-12-09T14:52:26,524 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 248a6c2ae4224b841eafef818d22a772 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T14:52:26,545 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772/.tmp/family/ea4671ec6628430ebc00d7adb86eb062 is 32, key is 5/family:/1733755946343/Put/seqid=0 2024-12-09T14:52:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:26,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:26,627 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772/.tmp/family/ea4671ec6628430ebc00d7adb86eb062 2024-12-09T14:52:26,636 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772/.tmp/family/ea4671ec6628430ebc00d7adb86eb062 as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772/family/ea4671ec6628430ebc00d7adb86eb062 2024-12-09T14:52:26,647 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772/family/ea4671ec6628430ebc00d7adb86eb062, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T14:52:26,650 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 248a6c2ae4224b841eafef818d22a772 in 126ms, sequenceid=9, compaction requested=false 2024-12-09T14:52:26,650 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 248a6c2ae4224b841eafef818d22a772: 2024-12-09T14:52:26,653 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 0 blocks for file 4eddab88e1d445798369c5e6f2664376, starting offset: 0, end offset: 9223372036854775807 2024-12-09T14:52:26,655 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file ea4671ec6628430ebc00d7adb86eb062, starting offset: 0, end offset: 9223372036854775807 2024-12-09T14:52:26,655 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key ea4671ec6628430ebc00d7adb86eb062_0 from back map with offset lock 2094080 in the evict process 2024-12-09T14:52:26,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T14:52:26,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:26,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:26,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:26,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:26,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:52:26,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T14:52:26,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1456679340, stopped=false 2024-12-09T14:52:26,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2491923345a5,40957,1733755939687 2024-12-09T14:52:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:26,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:26,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:26,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:26,722 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:26,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:26,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:26,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:26,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,45697,1733755940005' ***** 2024-12-09T14:52:26,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:26,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,43643,1733755940233' ***** 2024-12-09T14:52:26,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:26,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:26,723 INFO [RS:1;2491923345a5:43643 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T14:52:26,723 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T14:52:26,723 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T14:52:26,723 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T14:52:26,723 INFO [RS:0;2491923345a5:45697 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T14:52:26,723 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T14:52:26,723 INFO [RS:0;2491923345a5:45697 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T14:52:26,723 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T14:52:26,723 INFO [RS:1;2491923345a5:43643 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T14:52:26,723 INFO [RS:0;2491923345a5:45697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:26,723 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T14:52:26,724 INFO [RS:1;2491923345a5:43643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:26,724 INFO [RS:0;2491923345a5:45697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:26,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:26,724 INFO [RS:0;2491923345a5:45697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:26,724 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(3091): Received CLOSE for 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:26,724 INFO [RS:1;2491923345a5:43643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:26,724 INFO [RS:1;2491923345a5:43643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:26,724 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(3091): Received CLOSE for 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:26,724 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,45697,1733755940005 2024-12-09T14:52:26,724 INFO [RS:0;2491923345a5:45697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:26,724 INFO [RS:0;2491923345a5:45697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2491923345a5:45697. 2024-12-09T14:52:26,724 DEBUG [RS:0;2491923345a5:45697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:26,724 DEBUG [RS:0;2491923345a5:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:26,725 INFO [RS:0;2491923345a5:45697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:26,725 INFO [RS:0;2491923345a5:45697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:26,725 INFO [RS:0;2491923345a5:45697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:26,725 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T14:52:26,725 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T14:52:26,725 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1325): Online Regions={771010fae3b67d0e9cc0dae33a3d8615=testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T14:52:26,725 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 771010fae3b67d0e9cc0dae33a3d8615 2024-12-09T14:52:26,725 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 771010fae3b67d0e9cc0dae33a3d8615, disabling compactions & flushes 2024-12-09T14:52:26,726 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:26,726 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:26,726 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:26,726 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:26,726 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:26,726 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. after waiting 0 ms 2024-12-09T14:52:26,726 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:26,726 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:26,726 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:26,726 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T14:52:26,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:26,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:26,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:26,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:26,745 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:26,751 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,43643,1733755940233 2024-12-09T14:52:26,751 INFO [RS:1;2491923345a5:43643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:26,751 INFO [RS:1;2491923345a5:43643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2491923345a5:43643. 2024-12-09T14:52:26,751 DEBUG [RS:1;2491923345a5:43643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:26,751 DEBUG [RS:1;2491923345a5:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:26,751 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T14:52:26,751 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1325): Online Regions={248a6c2ae4224b841eafef818d22a772=testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772.} 2024-12-09T14:52:26,751 DEBUG [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1351): Waiting on 248a6c2ae4224b841eafef818d22a772 2024-12-09T14:52:26,753 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 248a6c2ae4224b841eafef818d22a772, disabling compactions & flushes 2024-12-09T14:52:26,753 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:26,753 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:26,753 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. after waiting 0 ms 2024-12-09T14:52:26,753 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:26,783 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:26,792 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/info/537bee545dd84870862f661074587160 is 173, key is testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772./info:regioninfo/1733755945663/Put/seqid=0 2024-12-09T14:52:26,815 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/771010fae3b67d0e9cc0dae33a3d8615/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T14:52:26,819 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:26,819 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 771010fae3b67d0e9cc0dae33a3d8615: Waiting for close lock at 1733755946725Running coprocessor pre-close hooks at 1733755946725Disabling compacts and flushes for region at 1733755946725Disabling writes for close at 1733755946726 (+1 ms)Writing region close event to WAL at 1733755946755 (+29 ms)Running coprocessor post-close hooks at 1733755946818 (+63 ms)Closed at 1733755946818 2024-12-09T14:52:26,819 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733755944120.771010fae3b67d0e9cc0dae33a3d8615. 2024-12-09T14:52:26,824 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/default/testClearRegionBlockCache/248a6c2ae4224b841eafef818d22a772/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T14:52:26,824 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:26,824 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 248a6c2ae4224b841eafef818d22a772: Waiting for close lock at 1733755946752Running coprocessor pre-close hooks at 1733755946752Disabling compacts and flushes for region at 1733755946753 (+1 ms)Disabling writes for close at 1733755946753Writing region close event to WAL at 1733755946782 (+29 ms)Running coprocessor post-close hooks at 1733755946824 (+42 ms)Closed at 1733755946824 2024-12-09T14:52:26,825 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733755944120.248a6c2ae4224b841eafef818d22a772. 2024-12-09T14:52:26,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:26,926 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T14:52:26,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:26,927 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/info/537bee545dd84870862f661074587160 2024-12-09T14:52:26,951 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,43643,1733755940233; all regions closed. 2024-12-09T14:52:26,974 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/ns/29b0f1c662114a14a23c2265d5a16543 is 43, key is default/ns:d/1733755943948/Put/seqid=0 2024-12-09T14:52:27,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741832_1008 (size=1867) 2024-12-09T14:52:27,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741832_1008 (size=1867) 2024-12-09T14:52:27,058 DEBUG [RS:1;2491923345a5:43643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/oldWALs 2024-12-09T14:52:27,058 INFO [RS:1;2491923345a5:43643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C43643%2C1733755940233:(num 1733755942807) 2024-12-09T14:52:27,058 DEBUG [RS:1;2491923345a5:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:27,059 INFO [RS:1;2491923345a5:43643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43643 2024-12-09T14:52:27,059 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:27,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:27,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:27,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,43643,1733755940233 2024-12-09T14:52:27,093 INFO [RS:1;2491923345a5:43643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:27,093 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f8a149026a8@36dd388f rejected from java.util.concurrent.ThreadPoolExecutor@73dfb030[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-09T14:52:27,094 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/ns/29b0f1c662114a14a23c2265d5a16543 2024-12-09T14:52:27,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,43643,1733755940233] 2024-12-09T14:52:27,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,43643,1733755940233 already deleted, retry=false 2024-12-09T14:52:27,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,43643,1733755940233 expired; onlineServers=1 2024-12-09T14:52:27,126 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T14:52:27,165 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/table/45cd26adc1614522afc298c61e5794d7 is 61, key is testClearRegionBlockCache/table:state/1733755945696/Put/seqid=0 2024-12-09T14:52:27,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:27,201 INFO [RS:1;2491923345a5:43643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:27,201 INFO [RS:1;2491923345a5:43643 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,43643,1733755940233; zookeeper connection closed. 2024-12-09T14:52:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:27,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1000b1de96d0002, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:27,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@afbe458 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@afbe458 2024-12-09T14:52:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:27,326 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T14:52:27,527 DEBUG [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T14:52:27,604 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/table/45cd26adc1614522afc298c61e5794d7 2024-12-09T14:52:27,619 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/info/537bee545dd84870862f661074587160 as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/info/537bee545dd84870862f661074587160 2024-12-09T14:52:27,619 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:27,619 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:27,630 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/info/537bee545dd84870862f661074587160, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T14:52:27,632 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/ns/29b0f1c662114a14a23c2265d5a16543 as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/ns/29b0f1c662114a14a23c2265d5a16543 2024-12-09T14:52:27,644 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/ns/29b0f1c662114a14a23c2265d5a16543, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T14:52:27,649 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/.tmp/table/45cd26adc1614522afc298c61e5794d7 as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/table/45cd26adc1614522afc298c61e5794d7 2024-12-09T14:52:27,667 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/table/45cd26adc1614522afc298c61e5794d7, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T14:52:27,669 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=13, compaction requested=false 2024-12-09T14:52:27,709 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T14:52:27,710 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T14:52:27,710 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:27,710 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755946725Running coprocessor pre-close hooks at 1733755946725Disabling compacts and flushes for region at 1733755946726 (+1 ms)Disabling writes for close at 1733755946726Obtaining lock to block concurrent updates at 1733755946726Preparing flush snapshotting stores in 1588230740 at 1733755946726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733755946726Flushing stores of hbase:meta,,1.1588230740 at 1733755946727 (+1 ms)Flushing 1588230740/info: creating writer at 1733755946746 (+19 ms)Flushing 1588230740/info: appending metadata at 1733755946791 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733755946791Flushing 1588230740/ns: creating writer at 1733755946935 (+144 ms)Flushing 1588230740/ns: appending metadata at 1733755946970 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1733755946970Flushing 1588230740/table: creating writer at 1733755947119 (+149 ms)Flushing 1588230740/table: appending metadata at 1733755947165 (+46 ms)Flushing 1588230740/table: closing flushed file at 1733755947165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad1ff89: reopening flushed file at 1733755947615 (+450 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4633ca45: reopening flushed file at 1733755947631 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d92dd9: reopening flushed file at 1733755947645 (+14 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=13, compaction requested=false at 1733755947669 (+24 ms)Writing region close event to WAL at 1733755947690 (+21 ms)Running coprocessor post-close hooks at 1733755947709 (+19 ms)Closed at 1733755947710 (+1 ms) 2024-12-09T14:52:27,710 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:27,727 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,45697,1733755940005; all regions closed. 2024-12-09T14:52:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:27,735 DEBUG [RS:0;2491923345a5:45697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/oldWALs 2024-12-09T14:52:27,735 INFO [RS:0;2491923345a5:45697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C45697%2C1733755940005.meta:.meta(num 1733755943591) 2024-12-09T14:52:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:27,757 DEBUG [RS:0;2491923345a5:45697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/oldWALs 2024-12-09T14:52:27,757 INFO [RS:0;2491923345a5:45697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C45697%2C1733755940005:(num 1733755942810) 2024-12-09T14:52:27,757 DEBUG [RS:0;2491923345a5:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:27,757 INFO [RS:0;2491923345a5:45697 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:27,757 INFO [RS:0;2491923345a5:45697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:27,757 INFO [RS:0;2491923345a5:45697 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:27,757 INFO [RS:0;2491923345a5:45697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:27,757 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:27,758 INFO [RS:0;2491923345a5:45697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45697 2024-12-09T14:52:27,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:27,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,45697,1733755940005 2024-12-09T14:52:27,792 INFO [RS:0;2491923345a5:45697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:27,793 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f8a149026a8@10205285 rejected from java.util.concurrent.ThreadPoolExecutor@141fd459[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 13] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-09T14:52:27,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,45697,1733755940005] 2024-12-09T14:52:27,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,45697,1733755940005 already deleted, retry=false 2024-12-09T14:52:27,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,45697,1733755940005 expired; onlineServers=0 2024-12-09T14:52:27,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2491923345a5,40957,1733755939687' ***** 2024-12-09T14:52:27,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T14:52:27,814 INFO [M:0;2491923345a5:40957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:27,814 INFO [M:0;2491923345a5:40957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:27,814 DEBUG [M:0;2491923345a5:40957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T14:52:27,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T14:52:27,814 DEBUG [M:0;2491923345a5:40957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T14:52:27,814 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755942434 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755942434,5,FailOnTimeoutGroup] 2024-12-09T14:52:27,814 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755942409 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755942409,5,FailOnTimeoutGroup] 2024-12-09T14:52:27,814 INFO [M:0;2491923345a5:40957 {}] hbase.ChoreService(370): Chore service for: master/2491923345a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:27,814 INFO [M:0;2491923345a5:40957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:27,814 DEBUG [M:0;2491923345a5:40957 {}] master.HMaster(1795): Stopping service threads 2024-12-09T14:52:27,814 INFO [M:0;2491923345a5:40957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T14:52:27,814 INFO [M:0;2491923345a5:40957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:27,814 INFO [M:0;2491923345a5:40957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T14:52:27,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T14:52:27,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:27,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:27,826 DEBUG [M:0;2491923345a5:40957 {}] zookeeper.ZKUtil(347): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T14:52:27,826 WARN [M:0;2491923345a5:40957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T14:52:27,828 INFO [M:0;2491923345a5:40957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/.lastflushedseqids 2024-12-09T14:52:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741844_1020 (size=191) 2024-12-09T14:52:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741844_1020 (size=191) 2024-12-09T14:52:27,897 INFO [M:0;2491923345a5:40957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T14:52:27,897 INFO [M:0;2491923345a5:40957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T14:52:27,897 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:27,897 INFO [M:0;2491923345a5:40957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:27,897 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:27,897 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:27,897 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:27,898 INFO [M:0;2491923345a5:40957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-09T14:52:27,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:27,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x1000b1de96d0001, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:27,904 INFO [RS:0;2491923345a5:45697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:27,904 INFO [RS:0;2491923345a5:45697 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,45697,1733755940005; zookeeper connection closed. 2024-12-09T14:52:27,919 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7efda8e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7efda8e1 2024-12-09T14:52:27,919 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T14:52:27,939 DEBUG [M:0;2491923345a5:40957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3278bc8887f4176929ff71745537b5c is 82, key is hbase:meta,,1/info:regioninfo/1733755943839/Put/seqid=0 2024-12-09T14:52:27,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:27,990 INFO [M:0;2491923345a5:40957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3278bc8887f4176929ff71745537b5c 2024-12-09T14:52:28,040 DEBUG [M:0;2491923345a5:40957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e93d6f112d3949ff828d0f2a56feb976 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733755945718/Put/seqid=0 2024-12-09T14:52:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741846_1022 (size=6219) 2024-12-09T14:52:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741846_1022 (size=6219) 2024-12-09T14:52:28,061 INFO [M:0;2491923345a5:40957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e93d6f112d3949ff828d0f2a56feb976 2024-12-09T14:52:28,104 DEBUG [M:0;2491923345a5:40957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03edd3e05408404b8e0a363526a45b12 is 69, key is 2491923345a5,43643,1733755940233/rs:state/1733755942458/Put/seqid=0 2024-12-09T14:52:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:28,131 INFO [M:0;2491923345a5:40957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03edd3e05408404b8e0a363526a45b12 2024-12-09T14:52:28,170 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3278bc8887f4176929ff71745537b5c as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3278bc8887f4176929ff71745537b5c 2024-12-09T14:52:28,176 INFO [M:0;2491923345a5:40957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3278bc8887f4176929ff71745537b5c, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T14:52:28,177 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e93d6f112d3949ff828d0f2a56feb976 as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e93d6f112d3949ff828d0f2a56feb976 2024-12-09T14:52:28,191 INFO [M:0;2491923345a5:40957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e93d6f112d3949ff828d0f2a56feb976, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T14:52:28,193 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03edd3e05408404b8e0a363526a45b12 as hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03edd3e05408404b8e0a363526a45b12 2024-12-09T14:52:28,227 INFO [M:0;2491923345a5:40957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46373/user/jenkins/test-data/b6fbfcc1-88d4-4491-984b-380a9ceea504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03edd3e05408404b8e0a363526a45b12, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T14:52:28,229 INFO [M:0;2491923345a5:40957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 330ms, sequenceid=71, compaction requested=false 2024-12-09T14:52:28,289 INFO [M:0;2491923345a5:40957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:28,289 DEBUG [M:0;2491923345a5:40957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755947897Disabling compacts and flushes for region at 1733755947897Disabling writes for close at 1733755947897Obtaining lock to block concurrent updates at 1733755947898 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733755947898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733755947898Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733755947899 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733755947899Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733755947939 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733755947939Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733755948007 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733755948040 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733755948040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733755948067 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733755948104 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733755948104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260b1a89: reopening flushed file at 1733755948169 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c58519: reopening flushed file at 1733755948176 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ca317c: reopening flushed file at 1733755948192 (+16 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 330ms, sequenceid=71, compaction requested=false at 1733755948229 (+37 ms)Writing region close event to WAL at 1733755948289 (+60 ms)Closed at 1733755948289 2024-12-09T14:52:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34033 is added to blk_1073741830_1006 (size=35440) 2024-12-09T14:52:28,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41845 is added to blk_1073741830_1006 (size=35440) 2024-12-09T14:52:28,315 INFO [M:0;2491923345a5:40957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T14:52:28,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:28,315 INFO [M:0;2491923345a5:40957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40957 2024-12-09T14:52:28,316 INFO [M:0;2491923345a5:40957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:28,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:28,439 INFO [M:0;2491923345a5:40957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:28,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1000b1de96d0000, quorum=127.0.0.1:58255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:28,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@623072f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:28,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@90cab5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:28,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:28,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14e1708e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:28,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb44de5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:28,443 WARN [BP-1731281667-172.17.0.2-1733755936667 heartbeating to localhost/127.0.0.1:46373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:28,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:28,443 WARN [BP-1731281667-172.17.0.2-1733755936667 heartbeating to localhost/127.0.0.1:46373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1731281667-172.17.0.2-1733755936667 (Datanode Uuid 49db7480-c56b-49ad-b749-e3b73be4e501) service to localhost/127.0.0.1:46373 2024-12-09T14:52:28,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:28,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data3/current/BP-1731281667-172.17.0.2-1733755936667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:28,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data4/current/BP-1731281667-172.17.0.2-1733755936667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:28,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:28,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5688e657{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:28,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cbdb925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:28,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:28,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216c5937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:28,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3858a25f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:28,449 WARN [BP-1731281667-172.17.0.2-1733755936667 heartbeating to localhost/127.0.0.1:46373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:28,449 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:28,449 WARN [BP-1731281667-172.17.0.2-1733755936667 heartbeating to localhost/127.0.0.1:46373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1731281667-172.17.0.2-1733755936667 (Datanode Uuid 530db138-8b43-46d2-aedd-d153a30ea8f6) service to localhost/127.0.0.1:46373 2024-12-09T14:52:28,449 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:28,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data1/current/BP-1731281667-172.17.0.2-1733755936667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:28,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/cluster_32950a4a-8c90-d5ce-6f0a-38d0cfe5c700/data/data2/current/BP-1731281667-172.17.0.2-1733755936667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:28,450 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:28,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d5cf6a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:28,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3471c5c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:28,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:28,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28179244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:28,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e768853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:28,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T14:52:28,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T14:52:28,500 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=161 (was 146) - Thread LEAK? -, OpenFileDescriptor=520 (was 493) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=620 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6622 (was 6746) 2024-12-09T14:52:28,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=161, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=620, ProcessCount=11, AvailableMemoryMB=6622 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir so I do NOT create it in target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419 2024-12-09T14:52:28,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.tmp.dir so I do NOT create it in target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419 2024-12-09T14:52:28,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/13d073b7-69dd-b869-5ef0-086dabd4a72a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T14:52:28,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd, deleteOnExit=true 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/test.cache.data in system properties and HBase conf 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T14:52:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.log.dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T14:52:28,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/nfs.dump.dir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/java.io.tmpdir in system properties and HBase conf 2024-12-09T14:52:28,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T14:52:28,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T14:52:28,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T14:52:28,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,824 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T14:52:28,843 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,843 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,844 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,844 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,844 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,844 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,847 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,849 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,852 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T14:52:28,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:28,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:28,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:28,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:28,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:28,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:28,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249da319{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:28,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b225e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:28,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69119930{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/java.io.tmpdir/jetty-localhost-41915-hadoop-hdfs-3_4_1-tests_jar-_-any-4323029406261973285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:28,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21394073{HTTP/1.1, (http/1.1)}{localhost:41915} 2024-12-09T14:52:28,987 INFO [Time-limited test {}] server.Server(415): Started @43870ms 2024-12-09T14:52:29,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:29,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:29,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:29,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:29,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:29,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49227043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:29,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a46ec34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:29,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b55c8dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/java.io.tmpdir/jetty-localhost-33515-hadoop-hdfs-3_4_1-tests_jar-_-any-12392869524892684564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:29,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49ad1bc6{HTTP/1.1, (http/1.1)}{localhost:33515} 2024-12-09T14:52:29,299 INFO [Time-limited test {}] server.Server(415): Started @44182ms 2024-12-09T14:52:29,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:29,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T14:52:29,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T14:52:29,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T14:52:29,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T14:52:29,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T14:52:29,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b5e97a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.log.dir/,AVAILABLE} 2024-12-09T14:52:29,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31353bde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T14:52:29,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ab6c425{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/java.io.tmpdir/jetty-localhost-38591-hadoop-hdfs-3_4_1-tests_jar-_-any-14113324459485552136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:29,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a4e346c{HTTP/1.1, (http/1.1)}{localhost:38591} 2024-12-09T14:52:29,451 INFO [Time-limited test {}] server.Server(415): Started @44333ms 2024-12-09T14:52:29,452 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T14:52:29,972 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data1/current/BP-704006775-172.17.0.2-1733755948541/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:29,972 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data2/current/BP-704006775-172.17.0.2-1733755948541/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:29,995 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5be7e5527a9d193b with lease ID 0x725c063d88a22bf3: Processing first storage report for DS-0140a25a-66c9-411f-8b39-617de5e4dc9d from datanode DatanodeRegistration(127.0.0.1:44643, datanodeUuid=f0ceec71-7b94-4fcc-8d75-de1145434d8d, infoPort=46071, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541) 2024-12-09T14:52:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5be7e5527a9d193b with lease ID 0x725c063d88a22bf3: from storage DS-0140a25a-66c9-411f-8b39-617de5e4dc9d node DatanodeRegistration(127.0.0.1:44643, datanodeUuid=f0ceec71-7b94-4fcc-8d75-de1145434d8d, infoPort=46071, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5be7e5527a9d193b with lease ID 0x725c063d88a22bf3: Processing first storage report for DS-9228f963-d112-492a-ba25-91cf7c248218 from datanode DatanodeRegistration(127.0.0.1:44643, datanodeUuid=f0ceec71-7b94-4fcc-8d75-de1145434d8d, infoPort=46071, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541) 2024-12-09T14:52:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5be7e5527a9d193b with lease ID 0x725c063d88a22bf3: from storage DS-9228f963-d112-492a-ba25-91cf7c248218 node DatanodeRegistration(127.0.0.1:44643, datanodeUuid=f0ceec71-7b94-4fcc-8d75-de1145434d8d, infoPort=46071, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:30,136 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data3/current/BP-704006775-172.17.0.2-1733755948541/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:30,136 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data4/current/BP-704006775-172.17.0.2-1733755948541/current, will proceed with Du for space computation calculation, 2024-12-09T14:52:30,154 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T14:52:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc7972fee8198412 with lease ID 0x725c063d88a22bf4: Processing first storage report for DS-95e491d9-83aa-42d6-8cb5-33cfbb108579 from datanode DatanodeRegistration(127.0.0.1:36313, datanodeUuid=b14ac8af-fd6d-4f21-bc7c-9901654f6f90, infoPort=46735, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541) 2024-12-09T14:52:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc7972fee8198412 with lease ID 0x725c063d88a22bf4: from storage DS-95e491d9-83aa-42d6-8cb5-33cfbb108579 node DatanodeRegistration(127.0.0.1:36313, datanodeUuid=b14ac8af-fd6d-4f21-bc7c-9901654f6f90, infoPort=46735, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc7972fee8198412 with lease ID 0x725c063d88a22bf4: Processing first storage report for DS-76a22ba1-4ed4-4ff7-86e4-de7f80aa2266 from datanode DatanodeRegistration(127.0.0.1:36313, datanodeUuid=b14ac8af-fd6d-4f21-bc7c-9901654f6f90, infoPort=46735, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541) 2024-12-09T14:52:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc7972fee8198412 with lease ID 0x725c063d88a22bf4: from storage DS-76a22ba1-4ed4-4ff7-86e4-de7f80aa2266 node DatanodeRegistration(127.0.0.1:36313, datanodeUuid=b14ac8af-fd6d-4f21-bc7c-9901654f6f90, infoPort=46735, infoSecurePort=0, ipcPort=33091, storageInfo=lv=-57;cid=testClusterID;nsid=328716468;c=1733755948541), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T14:52:30,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419 2024-12-09T14:52:30,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/zookeeper_0, clientPort=57296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T14:52:30,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57296 2024-12-09T14:52:30,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:30,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741825_1001 (size=7) 2024-12-09T14:52:30,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3 with version=8 2024-12-09T14:52:30,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/hbase-staging 2024-12-09T14:52:30,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:30,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:30,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:30,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T14:52:30,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:30,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34909 2024-12-09T14:52:30,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34909 connecting to ZooKeeper ensemble=127.0.0.1:57296 2024-12-09T14:52:30,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349090x0, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:30,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34909-0x1000b1e12ff0000 connected 2024-12-09T14:52:30,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:30,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3, hbase.cluster.distributed=false 2024-12-09T14:52:30,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:30,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34909 2024-12-09T14:52:30,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34909 2024-12-09T14:52:30,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34909 2024-12-09T14:52:30,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34909 2024-12-09T14:52:30,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34909 2024-12-09T14:52:30,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:30,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:30,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:30,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34811 2024-12-09T14:52:30,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34811 connecting to ZooKeeper ensemble=127.0.0.1:57296 2024-12-09T14:52:30,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348110x0, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:30,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34811-0x1000b1e12ff0001 connected 2024-12-09T14:52:30,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:30,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:30,351 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T14:52:30,356 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T14:52:30,356 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T14:52:30,356 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T14:52:30,357 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:30,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:30,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:30,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34811 2024-12-09T14:52:30,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34811 2024-12-09T14:52:30,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34811 2024-12-09T14:52:30,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34811 2024-12-09T14:52:30,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34811 2024-12-09T14:52:30,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2491923345a5:0 server-side Connection retries=45 2024-12-09T14:52:30,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T14:52:30,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T14:52:30,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T14:52:30,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T14:52:30,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T14:52:30,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46791 2024-12-09T14:52:30,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46791 connecting to ZooKeeper ensemble=127.0.0.1:57296 2024-12-09T14:52:30,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467910x0, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T14:52:30,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467910x0, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:30,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46791-0x1000b1e12ff0002 connected 2024-12-09T14:52:30,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T14:52:30,389 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T14:52:30,394 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T14:52:30,395 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T14:52:30,396 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T14:52:30,396 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T14:52:30,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T14:52:30,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T14:52:30,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46791 2024-12-09T14:52:30,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46791 2024-12-09T14:52:30,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46791 2024-12-09T14:52:30,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46791 2024-12-09T14:52:30,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46791 2024-12-09T14:52:30,410 DEBUG [M:0;2491923345a5:34909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2491923345a5:34909 2024-12-09T14:52:30,411 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2491923345a5,34909,1733755950196 2024-12-09T14:52:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:30,422 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2491923345a5,34909,1733755950196 2024-12-09T14:52:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,434 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T14:52:30,435 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2491923345a5,34909,1733755950196 from backup master directory 2024-12-09T14:52:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2491923345a5,34909,1733755950196 2024-12-09T14:52:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T14:52:30,441 WARN [master/2491923345a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:30,441 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2491923345a5,34909,1733755950196 2024-12-09T14:52:30,445 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/hbase.id] with ID: 1cd62dde-4c74-4cf4-a730-e9b09cf3d2fb 2024-12-09T14:52:30,445 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/.tmp/hbase.id 2024-12-09T14:52:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741826_1002 (size=42) 2024-12-09T14:52:30,451 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/.tmp/hbase.id]:[hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/hbase.id] 2024-12-09T14:52:30,462 INFO [master/2491923345a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T14:52:30,462 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T14:52:30,464 INFO [master/2491923345a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-09T14:52:30,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741827_1003 (size=196) 2024-12-09T14:52:30,481 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:30,482 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T14:52:30,482 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741828_1004 (size=1189) 2024-12-09T14:52:30,491 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store 2024-12-09T14:52:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741829_1005 (size=34) 2024-12-09T14:52:30,498 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:30,498 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:30,498 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:30,498 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:30,498 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:30,498 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:30,499 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:30,499 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755950498Disabling compacts and flushes for region at 1733755950498Disabling writes for close at 1733755950498Writing region close event to WAL at 1733755950499 (+1 ms)Closed at 1733755950499 2024-12-09T14:52:30,499 WARN [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/.initializing 2024-12-09T14:52:30,499 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/WALs/2491923345a5,34909,1733755950196 2024-12-09T14:52:30,500 INFO [master/2491923345a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:30,501 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C34909%2C1733755950196, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/WALs/2491923345a5,34909,1733755950196, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/oldWALs, maxLogs=10 2024-12-09T14:52:30,512 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/WALs/2491923345a5,34909,1733755950196/2491923345a5%2C34909%2C1733755950196.1733755950502, exclude list is [], retry=0 2024-12-09T14:52:30,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-95e491d9-83aa-42d6-8cb5-33cfbb108579,DISK] 2024-12-09T14:52:30,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44643,DS-0140a25a-66c9-411f-8b39-617de5e4dc9d,DISK] 2024-12-09T14:52:30,516 INFO [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/WALs/2491923345a5,34909,1733755950196/2491923345a5%2C34909%2C1733755950196.1733755950502 2024-12-09T14:52:30,516 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46071:46071),(127.0.0.1/127.0.0.1:46735:46735)] 2024-12-09T14:52:30,516 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:30,516 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:30,517 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,517 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T14:52:30,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:30,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T14:52:30,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:30,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T14:52:30,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:30,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T14:52:30,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:30,525 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,525 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,526 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,527 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,527 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,527 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:30,528 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T14:52:30,529 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:30,530 INFO [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59580328, jitterRate=-0.11218392848968506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:30,530 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733755950517Initializing all the Stores at 1733755950518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755950518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755950518Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755950518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755950518Cleaning up temporary data from old regions at 1733755950527 (+9 ms)Region opened successfully at 1733755950530 (+3 ms) 2024-12-09T14:52:30,530 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T14:52:30,533 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2976eee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:30,534 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T14:52:30,534 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T14:52:30,534 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T14:52:30,534 INFO [master/2491923345a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T14:52:30,535 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T14:52:30,535 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T14:52:30,535 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T14:52:30,537 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T14:52:30,537 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T14:52:30,572 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T14:52:30,572 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T14:52:30,574 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T14:52:30,583 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T14:52:30,584 INFO [master/2491923345a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T14:52:30,585 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T14:52:30,591 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T14:52:30,593 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T14:52:30,600 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T14:52:30,603 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T14:52:30,613 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T14:52:30,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:30,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:30,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,622 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2491923345a5,34909,1733755950196, sessionid=0x1000b1e12ff0000, setting cluster-up flag (Was=false) 2024-12-09T14:52:30,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,666 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T14:52:30,668 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,34909,1733755950196 2024-12-09T14:52:30,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:30,717 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T14:52:30,720 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2491923345a5,34909,1733755950196 2024-12-09T14:52:30,723 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T14:52:30,726 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:30,726 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T14:52:30,726 INFO [master/2491923345a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T14:52:30,727 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2491923345a5,34909,1733755950196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2491923345a5:0, corePoolSize=5, maxPoolSize=5 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2491923345a5:0, corePoolSize=10, maxPoolSize=10 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:30,730 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,731 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733755980731 2024-12-09T14:52:30,731 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T14:52:30,731 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T14:52:30,731 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T14:52:30,731 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T14:52:30,731 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T14:52:30,731 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T14:52:30,732 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,732 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T14:52:30,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:30,732 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T14:52:30,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T14:52:30,732 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T14:52:30,732 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T14:52:30,732 INFO [master/2491923345a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T14:52:30,732 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755950732,5,FailOnTimeoutGroup] 2024-12-09T14:52:30,732 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755950732,5,FailOnTimeoutGroup] 2024-12-09T14:52:30,733 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,733 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T14:52:30,733 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,733 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,733 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,733 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T14:52:30,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741831_1007 (size=1321) 2024-12-09T14:52:30,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T14:52:30,739 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3 2024-12-09T14:52:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:52:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741832_1008 (size=32) 2024-12-09T14:52:30,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:30,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:30,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:30,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:30,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:30,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:30,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:30,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:30,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:30,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:30,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:30,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:30,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:30,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:30,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740 2024-12-09T14:52:30,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740 2024-12-09T14:52:30,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:30,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:30,753 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:30,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:30,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:30,756 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70936254, jitterRate=0.05703255534172058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:30,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733755950744Initializing all the Stores at 1733755950745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755950745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755950745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755950745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755950745Cleaning up temporary data from old regions at 1733755950752 (+7 ms)Region opened successfully at 1733755950756 (+4 ms) 2024-12-09T14:52:30,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:30,757 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:30,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:30,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:30,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:30,757 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:30,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755950756Disabling compacts and flushes for region at 1733755950756Disabling writes for close at 1733755950757 (+1 ms)Writing region close event to WAL at 1733755950757Closed at 1733755950757 2024-12-09T14:52:30,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:30,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T14:52:30,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T14:52:30,759 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:30,760 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T14:52:30,802 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(746): ClusterId : 1cd62dde-4c74-4cf4-a730-e9b09cf3d2fb 2024-12-09T14:52:30,802 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(746): ClusterId : 1cd62dde-4c74-4cf4-a730-e9b09cf3d2fb 2024-12-09T14:52:30,802 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:30,802 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T14:52:30,828 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:30,828 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:30,828 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T14:52:30,828 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T14:52:30,841 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:30,841 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T14:52:30,842 DEBUG [RS:1;2491923345a5:46791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502d533f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:30,842 DEBUG [RS:0;2491923345a5:34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbc397c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2491923345a5/172.17.0.2:0 2024-12-09T14:52:30,857 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2491923345a5:34811 2024-12-09T14:52:30,857 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2491923345a5:46791 2024-12-09T14:52:30,857 INFO [RS:1;2491923345a5:46791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:30,857 INFO [RS:1;2491923345a5:46791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:30,857 INFO [RS:0;2491923345a5:34811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T14:52:30,857 INFO [RS:0;2491923345a5:34811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T14:52:30,857 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:30,857 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T14:52:30,858 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,34909,1733755950196 with port=46791, startcode=1733755950374 2024-12-09T14:52:30,858 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(2659): reportForDuty to master=2491923345a5,34909,1733755950196 with port=34811, startcode=1733755950335 2024-12-09T14:52:30,858 DEBUG [RS:0;2491923345a5:34811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:30,858 DEBUG [RS:1;2491923345a5:46791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T14:52:30,859 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39385, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:30,859 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56289, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T14:52:30,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,46791,1733755950374 2024-12-09T14:52:30,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(517): Registering regionserver=2491923345a5,46791,1733755950374 2024-12-09T14:52:30,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2491923345a5,34811,1733755950335 2024-12-09T14:52:30,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] master.ServerManager(517): Registering regionserver=2491923345a5,34811,1733755950335 2024-12-09T14:52:30,861 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3 2024-12-09T14:52:30,861 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42703 2024-12-09T14:52:30,861 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:30,862 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3 2024-12-09T14:52:30,862 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42703 2024-12-09T14:52:30,862 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T14:52:30,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:30,897 DEBUG [RS:1;2491923345a5:46791 {}] zookeeper.ZKUtil(111): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,46791,1733755950374 2024-12-09T14:52:30,897 WARN [RS:1;2491923345a5:46791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:30,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,34811,1733755950335] 2024-12-09T14:52:30,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2491923345a5,46791,1733755950374] 2024-12-09T14:52:30,897 INFO [RS:1;2491923345a5:46791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:30,897 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,46791,1733755950374 2024-12-09T14:52:30,898 DEBUG [RS:0;2491923345a5:34811 {}] zookeeper.ZKUtil(111): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2491923345a5,34811,1733755950335 2024-12-09T14:52:30,898 WARN [RS:0;2491923345a5:34811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T14:52:30,898 INFO [RS:0;2491923345a5:34811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:30,898 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,34811,1733755950335 2024-12-09T14:52:30,902 INFO [RS:0;2491923345a5:34811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:30,902 INFO [RS:1;2491923345a5:46791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T14:52:30,904 INFO [RS:0;2491923345a5:34811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:30,905 INFO [RS:0;2491923345a5:34811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:30,905 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,905 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:30,906 INFO [RS:0;2491923345a5:34811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:30,906 INFO [RS:1;2491923345a5:46791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T14:52:30,906 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,906 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,906 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,906 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,906 INFO [RS:1;2491923345a5:46791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T14:52:30,906 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,906 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,907 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:30,907 DEBUG [RS:0;2491923345a5:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:30,907 INFO [RS:1;2491923345a5:46791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T14:52:30,907 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,907 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,907 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,907 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,907 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,908 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34811,1733755950335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2491923345a5:0, corePoolSize=2, maxPoolSize=2 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2491923345a5:0, corePoolSize=1, maxPoolSize=1 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:30,908 DEBUG [RS:1;2491923345a5:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2491923345a5:0, corePoolSize=3, maxPoolSize=3 2024-12-09T14:52:30,910 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,910 WARN [2491923345a5:34909 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T14:52:30,910 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,911 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,911 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,911 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,911 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,46791,1733755950374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:30,920 INFO [RS:0;2491923345a5:34811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:30,921 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34811,1733755950335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,921 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,921 INFO [RS:0;2491923345a5:34811 {}] regionserver.Replication(171): 2491923345a5,34811,1733755950335 started 2024-12-09T14:52:30,922 INFO [RS:1;2491923345a5:46791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T14:52:30,922 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,46791,1733755950374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,922 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,922 INFO [RS:1;2491923345a5:46791 {}] regionserver.Replication(171): 2491923345a5,46791,1733755950374 started 2024-12-09T14:52:30,931 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,931 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,34811,1733755950335, RpcServer on 2491923345a5/172.17.0.2:34811, sessionid=0x1000b1e12ff0001 2024-12-09T14:52:30,931 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:30,931 DEBUG [RS:0;2491923345a5:34811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,34811,1733755950335 2024-12-09T14:52:30,931 DEBUG [RS:0;2491923345a5:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,34811,1733755950335' 2024-12-09T14:52:30,932 DEBUG [RS:0;2491923345a5:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:30,932 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:30,932 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1482): Serving as 2491923345a5,46791,1733755950374, RpcServer on 2491923345a5/172.17.0.2:46791, sessionid=0x1000b1e12ff0002 2024-12-09T14:52:30,932 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T14:52:30,932 DEBUG [RS:1;2491923345a5:46791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2491923345a5,46791,1733755950374 2024-12-09T14:52:30,932 DEBUG [RS:1;2491923345a5:46791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,46791,1733755950374' 2024-12-09T14:52:30,932 DEBUG [RS:1;2491923345a5:46791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T14:52:30,932 DEBUG [RS:0;2491923345a5:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:30,933 DEBUG [RS:1;2491923345a5:46791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T14:52:30,933 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:30,933 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:30,933 DEBUG [RS:0;2491923345a5:34811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,34811,1733755950335 2024-12-09T14:52:30,933 DEBUG [RS:0;2491923345a5:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,34811,1733755950335' 2024-12-09T14:52:30,933 DEBUG [RS:0;2491923345a5:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:30,933 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T14:52:30,933 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T14:52:30,933 DEBUG [RS:1;2491923345a5:46791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2491923345a5,46791,1733755950374 2024-12-09T14:52:30,933 DEBUG [RS:1;2491923345a5:46791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2491923345a5,46791,1733755950374' 2024-12-09T14:52:30,933 DEBUG [RS:1;2491923345a5:46791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T14:52:30,933 DEBUG [RS:0;2491923345a5:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:30,933 DEBUG [RS:1;2491923345a5:46791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T14:52:30,934 DEBUG [RS:0;2491923345a5:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:30,934 INFO [RS:0;2491923345a5:34811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:30,934 INFO [RS:0;2491923345a5:34811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:30,934 DEBUG [RS:1;2491923345a5:46791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T14:52:30,934 INFO [RS:1;2491923345a5:46791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T14:52:30,934 INFO [RS:1;2491923345a5:46791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T14:52:31,034 INFO [RS:0;2491923345a5:34811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:31,034 INFO [RS:1;2491923345a5:46791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T14:52:31,037 INFO [RS:0;2491923345a5:34811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C34811%2C1733755950335, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,34811,1733755950335, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/oldWALs, maxLogs=32 2024-12-09T14:52:31,037 INFO [RS:1;2491923345a5:46791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C46791%2C1733755950374, suffix=, logDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,46791,1733755950374, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/oldWALs, maxLogs=32 2024-12-09T14:52:31,053 DEBUG [RS:0;2491923345a5:34811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,34811,1733755950335/2491923345a5%2C34811%2C1733755950335.1733755951037, exclude list is [], retry=0 2024-12-09T14:52:31,053 DEBUG [RS:1;2491923345a5:46791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,46791,1733755950374/2491923345a5%2C46791%2C1733755950374.1733755951037, exclude list is [], retry=0 2024-12-09T14:52:31,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44643,DS-0140a25a-66c9-411f-8b39-617de5e4dc9d,DISK] 2024-12-09T14:52:31,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44643,DS-0140a25a-66c9-411f-8b39-617de5e4dc9d,DISK] 2024-12-09T14:52:31,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-95e491d9-83aa-42d6-8cb5-33cfbb108579,DISK] 2024-12-09T14:52:31,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-95e491d9-83aa-42d6-8cb5-33cfbb108579,DISK] 2024-12-09T14:52:31,057 INFO [RS:0;2491923345a5:34811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,34811,1733755950335/2491923345a5%2C34811%2C1733755950335.1733755951037 2024-12-09T14:52:31,057 INFO [RS:1;2491923345a5:46791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,46791,1733755950374/2491923345a5%2C46791%2C1733755950374.1733755951037 2024-12-09T14:52:31,058 DEBUG [RS:1;2491923345a5:46791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46071:46071),(127.0.0.1/127.0.0.1:46735:46735)] 2024-12-09T14:52:31,058 DEBUG [RS:0;2491923345a5:34811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46735:46735),(127.0.0.1/127.0.0.1:46071:46071)] 2024-12-09T14:52:31,161 DEBUG [2491923345a5:34909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T14:52:31,161 DEBUG [2491923345a5:34909 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:31,166 DEBUG [2491923345a5:34909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:31,166 DEBUG [2491923345a5:34909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:31,166 DEBUG [2491923345a5:34909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:31,166 DEBUG [2491923345a5:34909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:31,166 INFO [2491923345a5:34909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:31,166 INFO [2491923345a5:34909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:31,166 DEBUG [2491923345a5:34909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:31,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2491923345a5,34811,1733755950335 2024-12-09T14:52:31,168 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,34811,1733755950335, state=OPENING 2024-12-09T14:52:31,196 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T14:52:31,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:31,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:31,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:31,206 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T14:52:31,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:31,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:31,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:31,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,34811,1733755950335}] 2024-12-09T14:52:31,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:31,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:31,370 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T14:52:31,370 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T14:52:31,370 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T14:52:31,373 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2491923345a5%2C34811%2C1733755950335.meta, suffix=.meta, logDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,34811,1733755950335, archiveDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/oldWALs, maxLogs=32 2024-12-09T14:52:31,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T14:52:31,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T14:52:31,384 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,34811,1733755950335/2491923345a5%2C34811%2C1733755950335.meta.1733755951373.meta, exclude list is [], retry=0 2024-12-09T14:52:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44643,DS-0140a25a-66c9-411f-8b39-617de5e4dc9d,DISK] 2024-12-09T14:52:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36313,DS-95e491d9-83aa-42d6-8cb5-33cfbb108579,DISK] 2024-12-09T14:52:31,387 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/WALs/2491923345a5,34811,1733755950335/2491923345a5%2C34811%2C1733755950335.meta.1733755951373.meta 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46735:46735),(127.0.0.1/127.0.0.1:46071:46071)] 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T14:52:31,388 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T14:52:31,388 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T14:52:31,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T14:52:31,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T14:52:31,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:31,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:31,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T14:52:31,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T14:52:31,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:31,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:31,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T14:52:31,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T14:52:31,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:31,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:31,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T14:52:31,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T14:52:31,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:31,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T14:52:31,394 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T14:52:31,395 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740 2024-12-09T14:52:31,396 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740 2024-12-09T14:52:31,397 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T14:52:31,397 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T14:52:31,398 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T14:52:31,399 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T14:52:31,399 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61435684, jitterRate=-0.08453696966171265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T14:52:31,400 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T14:52:31,400 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733755951388Writing region info on filesystem at 1733755951388Initializing all the Stores at 1733755951389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755951389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755951389Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755951389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733755951389Cleaning up temporary data from old regions at 1733755951397 (+8 ms)Running coprocessor post-open hooks at 1733755951400 (+3 ms)Region opened successfully at 1733755951400 2024-12-09T14:52:31,401 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733755951360 2024-12-09T14:52:31,403 DEBUG [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T14:52:31,403 INFO [RS_OPEN_META-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T14:52:31,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,34811,1733755950335 2024-12-09T14:52:31,405 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2491923345a5,34811,1733755950335, state=OPEN 2024-12-09T14:52:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T14:52:31,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2491923345a5,34811,1733755950335 2024-12-09T14:52:31,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:31,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:31,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T14:52:31,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T14:52:31,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2491923345a5,34811,1733755950335 in 215 msec 2024-12-09T14:52:31,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T14:52:31,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-12-09T14:52:31,427 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T14:52:31,427 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T14:52:31,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:31,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,34811,1733755950335, seqNum=-1] 2024-12-09T14:52:31,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:31,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43381, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:31,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 710 msec 2024-12-09T14:52:31,434 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733755951434, completionTime=-1 2024-12-09T14:52:31,434 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T14:52:31,434 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T14:52:31,436 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T14:52:31,436 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733756011436 2024-12-09T14:52:31,436 INFO [master/2491923345a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733756071436 2024-12-09T14:52:31,436 INFO [master/2491923345a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T14:52:31,437 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34909,1733755950196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:31,437 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34909,1733755950196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:31,437 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34909,1733755950196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:31,437 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2491923345a5:34909, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:31,437 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:31,437 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:31,439 DEBUG [master/2491923345a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T14:52:31,441 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.999sec 2024-12-09T14:52:31,442 INFO [master/2491923345a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T14:52:31,442 INFO [master/2491923345a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T14:52:31,442 INFO [master/2491923345a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T14:52:31,442 INFO [master/2491923345a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T14:52:31,442 INFO [master/2491923345a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T14:52:31,442 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34909,1733755950196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T14:52:31,442 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34909,1733755950196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T14:52:31,444 DEBUG [master/2491923345a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T14:52:31,444 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T14:52:31,444 INFO [master/2491923345a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2491923345a5,34909,1733755950196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T14:52:31,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409521ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:31,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2491923345a5,34909,-1 for getting cluster id 2024-12-09T14:52:31,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T14:52:31,503 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cd62dde-4c74-4cf4-a730-e9b09cf3d2fb' 2024-12-09T14:52:31,503 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T14:52:31,503 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cd62dde-4c74-4cf4-a730-e9b09cf3d2fb" 2024-12-09T14:52:31,504 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab5bde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:31,504 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2491923345a5,34909,-1] 2024-12-09T14:52:31,504 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T14:52:31,504 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:31,505 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T14:52:31,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4322eeeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T14:52:31,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T14:52:31,507 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2491923345a5,34811,1733755950335, seqNum=-1] 2024-12-09T14:52:31,507 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:31,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:31,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2491923345a5,34909,1733755950196 2024-12-09T14:52:31,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T14:52:31,511 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2491923345a5,34909,1733755950196 2024-12-09T14:52:31,511 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@538d8853 2024-12-09T14:52:31,511 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T14:52:31,512 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T14:52:31,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T14:52:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T14:52:31,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T14:52:31,514 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:31,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T14:52:31,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T14:52:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741836_1012 (size=379) 2024-12-09T14:52:31,523 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d997a8644f155fee5dba246f7b603eab, NAME => 'testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3 2024-12-09T14:52:31,523 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8728e26c7a0cd8d3ca38f449c1b0e23b, NAME => 'testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3 2024-12-09T14:52:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741838_1014 (size=61) 2024-12-09T14:52:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741837_1013 (size=61) 2024-12-09T14:52:31,529 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:31,530 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d997a8644f155fee5dba246f7b603eab, disabling compactions & flushes 2024-12-09T14:52:31,530 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:31,530 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:31,530 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. after waiting 0 ms 2024-12-09T14:52:31,530 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:31,530 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:31,530 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d997a8644f155fee5dba246f7b603eab: Waiting for close lock at 1733755951530Disabling compacts and flushes for region at 1733755951530Disabling writes for close at 1733755951530Writing region close event to WAL at 1733755951530Closed at 1733755951530 2024-12-09T14:52:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:31,932 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:31,932 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8728e26c7a0cd8d3ca38f449c1b0e23b, disabling compactions & flushes 2024-12-09T14:52:31,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:31,932 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:31,932 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. after waiting 0 ms 2024-12-09T14:52:31,932 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:31,933 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:31,933 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8728e26c7a0cd8d3ca38f449c1b0e23b: Waiting for close lock at 1733755951932Disabling compacts and flushes for region at 1733755951932Disabling writes for close at 1733755951932Writing region close event to WAL at 1733755951932Closed at 1733755951932 2024-12-09T14:52:31,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T14:52:31,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755951936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755951936"}]},"ts":"1733755951936"} 2024-12-09T14:52:31,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733755951936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733755951936"}]},"ts":"1733755951936"} 2024-12-09T14:52:31,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T14:52:31,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T14:52:31,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755951944"}]},"ts":"1733755951944"} 2024-12-09T14:52:31,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T14:52:31,948 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2491923345a5=0} racks are {/default-rack=0} 2024-12-09T14:52:31,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T14:52:31,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T14:52:31,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T14:52:31,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T14:52:31,950 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T14:52:31,950 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T14:52:31,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T14:52:31,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8728e26c7a0cd8d3ca38f449c1b0e23b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d997a8644f155fee5dba246f7b603eab, ASSIGN}] 2024-12-09T14:52:31,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d997a8644f155fee5dba246f7b603eab, ASSIGN 2024-12-09T14:52:31,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8728e26c7a0cd8d3ca38f449c1b0e23b, ASSIGN 2024-12-09T14:52:31,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d997a8644f155fee5dba246f7b603eab, ASSIGN; state=OFFLINE, location=2491923345a5,46791,1733755950374; forceNewPlan=false, retain=false 2024-12-09T14:52:31,953 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8728e26c7a0cd8d3ca38f449c1b0e23b, ASSIGN; state=OFFLINE, location=2491923345a5,34811,1733755950335; forceNewPlan=false, retain=false 2024-12-09T14:52:32,103 INFO [2491923345a5:34909 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T14:52:32,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8728e26c7a0cd8d3ca38f449c1b0e23b, regionState=OPENING, regionLocation=2491923345a5,34811,1733755950335 2024-12-09T14:52:32,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d997a8644f155fee5dba246f7b603eab, regionState=OPENING, regionLocation=2491923345a5,46791,1733755950374 2024-12-09T14:52:32,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d997a8644f155fee5dba246f7b603eab, ASSIGN because future has completed 2024-12-09T14:52:32,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d997a8644f155fee5dba246f7b603eab, server=2491923345a5,46791,1733755950374}] 2024-12-09T14:52:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8728e26c7a0cd8d3ca38f449c1b0e23b, ASSIGN because future has completed 2024-12-09T14:52:32,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8728e26c7a0cd8d3ca38f449c1b0e23b, server=2491923345a5,34811,1733755950335}] 2024-12-09T14:52:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:32,263 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:32,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42631, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:32,269 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,269 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d997a8644f155fee5dba246f7b603eab, NAME => 'testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8728e26c7a0cd8d3ca38f449c1b0e23b, NAME => 'testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,269 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,271 INFO [StoreOpener-d997a8644f155fee5dba246f7b603eab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,271 INFO [StoreOpener-8728e26c7a0cd8d3ca38f449c1b0e23b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,273 INFO [StoreOpener-8728e26c7a0cd8d3ca38f449c1b0e23b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8728e26c7a0cd8d3ca38f449c1b0e23b columnFamilyName family 2024-12-09T14:52:32,273 INFO [StoreOpener-d997a8644f155fee5dba246f7b603eab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d997a8644f155fee5dba246f7b603eab columnFamilyName family 2024-12-09T14:52:32,273 DEBUG [StoreOpener-d997a8644f155fee5dba246f7b603eab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:32,273 DEBUG [StoreOpener-8728e26c7a0cd8d3ca38f449c1b0e23b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T14:52:32,274 INFO [StoreOpener-d997a8644f155fee5dba246f7b603eab-1 {}] regionserver.HStore(327): Store=d997a8644f155fee5dba246f7b603eab/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:32,274 INFO [StoreOpener-8728e26c7a0cd8d3ca38f449c1b0e23b-1 {}] regionserver.HStore(327): Store=8728e26c7a0cd8d3ca38f449c1b0e23b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T14:52:32,274 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,274 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,275 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,275 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,275 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,275 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,276 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,276 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,276 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,276 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,278 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,278 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,281 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:32,281 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T14:52:32,281 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened d997a8644f155fee5dba246f7b603eab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73099974, jitterRate=0.08927449584007263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:32,281 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,282 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8728e26c7a0cd8d3ca38f449c1b0e23b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65140443, jitterRate=-0.029331758618354797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T14:52:32,282 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,282 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8728e26c7a0cd8d3ca38f449c1b0e23b: Running coprocessor pre-open hook at 1733755952269Writing region info on filesystem at 1733755952269Initializing all the Stores at 1733755952270 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755952270Cleaning up temporary data from old regions at 1733755952276 (+6 ms)Running coprocessor post-open hooks at 1733755952282 (+6 ms)Region opened successfully at 1733755952282 2024-12-09T14:52:32,282 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d997a8644f155fee5dba246f7b603eab: Running coprocessor pre-open hook at 1733755952269Writing region info on filesystem at 1733755952269Initializing all the Stores at 1733755952270 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733755952270Cleaning up temporary data from old regions at 1733755952276 (+6 ms)Running coprocessor post-open hooks at 1733755952281 (+5 ms)Region opened successfully at 1733755952282 (+1 ms) 2024-12-09T14:52:32,283 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab., pid=7, masterSystemTime=1733755952263 2024-12-09T14:52:32,283 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b., pid=8, masterSystemTime=1733755952265 2024-12-09T14:52:32,285 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,285 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,286 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d997a8644f155fee5dba246f7b603eab, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,46791,1733755950374 2024-12-09T14:52:32,286 DEBUG [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,286 INFO [RS_OPEN_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8728e26c7a0cd8d3ca38f449c1b0e23b, regionState=OPEN, openSeqNum=2, regionLocation=2491923345a5,34811,1733755950335 2024-12-09T14:52:32,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d997a8644f155fee5dba246f7b603eab, server=2491923345a5,46791,1733755950374 because future has completed 2024-12-09T14:52:32,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8728e26c7a0cd8d3ca38f449c1b0e23b, server=2491923345a5,34811,1733755950335 because future has completed 2024-12-09T14:52:32,289 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34909 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2491923345a5,46791,1733755950374, table=testClearRegionBlockCache, region=d997a8644f155fee5dba246f7b603eab. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T14:52:32,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T14:52:32,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d997a8644f155fee5dba246f7b603eab, server=2491923345a5,46791,1733755950374 in 180 msec 2024-12-09T14:52:32,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T14:52:32,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8728e26c7a0cd8d3ca38f449c1b0e23b, server=2491923345a5,34811,1733755950335 in 179 msec 2024-12-09T14:52:32,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d997a8644f155fee5dba246f7b603eab, ASSIGN in 341 msec 2024-12-09T14:52:32,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T14:52:32,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8728e26c7a0cd8d3ca38f449c1b0e23b, ASSIGN in 341 msec 2024-12-09T14:52:32,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T14:52:32,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733755952294"}]},"ts":"1733755952294"} 2024-12-09T14:52:32,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T14:52:32,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T14:52:32,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 786 msec 2024-12-09T14:52:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T14:52:32,651 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T14:52:32,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T14:52:32,652 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:32,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T14:52:32,657 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T14:52:32,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T14:52:32,662 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b., hostname=2491923345a5,34811,1733755950335, seqNum=2] 2024-12-09T14:52:32,672 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab., hostname=2491923345a5,46791,1733755950374, seqNum=2] 2024-12-09T14:52:32,672 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T14:52:32,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T14:52:32,683 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8728e26c7a0cd8d3ca38f449c1b0e23b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T14:52:32,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b/.tmp/family/89ae3db6cab44dd2b73e2f4d61a58dc3 is 32, key is 1/family:/1733755952664/Put/seqid=0 2024-12-09T14:52:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741839_1015 (size=5054) 2024-12-09T14:52:32,707 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b/.tmp/family/89ae3db6cab44dd2b73e2f4d61a58dc3 2024-12-09T14:52:32,712 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b/.tmp/family/89ae3db6cab44dd2b73e2f4d61a58dc3 as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b/family/89ae3db6cab44dd2b73e2f4d61a58dc3 2024-12-09T14:52:32,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b/family/89ae3db6cab44dd2b73e2f4d61a58dc3, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T14:52:32,719 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8728e26c7a0cd8d3ca38f449c1b0e23b in 36ms, sequenceid=8, compaction requested=false 2024-12-09T14:52:32,719 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8728e26c7a0cd8d3ca38f449c1b0e23b: 2024-12-09T14:52:32,719 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d997a8644f155fee5dba246f7b603eab 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T14:52:32,731 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab/.tmp/family/1cee3f03f2734c5d8653fa04a23377ea is 32, key is 5/family:/1733755952674/Put/seqid=0 2024-12-09T14:52:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741840_1016 (size=5083) 2024-12-09T14:52:32,736 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab/.tmp/family/1cee3f03f2734c5d8653fa04a23377ea 2024-12-09T14:52:32,741 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab/.tmp/family/1cee3f03f2734c5d8653fa04a23377ea as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab/family/1cee3f03f2734c5d8653fa04a23377ea 2024-12-09T14:52:32,747 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab/family/1cee3f03f2734c5d8653fa04a23377ea, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T14:52:32,747 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d997a8644f155fee5dba246f7b603eab in 28ms, sequenceid=9, compaction requested=false 2024-12-09T14:52:32,748 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d997a8644f155fee5dba246f7b603eab: 2024-12-09T14:52:32,751 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T14:52:32,753 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:32,754 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T14:52:32,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:32,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T14:52:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46791 {}] bucket.BucketCache(1863): found 1 blocks for file 1cee3f03f2734c5d8653fa04a23377ea, starting offset: 0, end offset: 9223372036854775807 2024-12-09T14:52:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] bucket.BucketCache(1863): found 1 blocks for file 89ae3db6cab44dd2b73e2f4d61a58dc3, starting offset: 0, end offset: 9223372036854775807 2024-12-09T14:52:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46791 {}] bucket.BucketCache(856): removed key 1cee3f03f2734c5d8653fa04a23377ea_0 from back map with offset lock 2094080 in the evict process 2024-12-09T14:52:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] bucket.BucketCache(856): removed key 89ae3db6cab44dd2b73e2f4d61a58dc3_0 from back map with offset lock 2094080 in the evict process 2024-12-09T14:52:32,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T14:52:32,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:32,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:32,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:32,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:32,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T14:52:32,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T14:52:32,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1959763855, stopped=false 2024-12-09T14:52:32,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2491923345a5,34909,1733755950196 2024-12-09T14:52:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T14:52:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:32,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:32,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T14:52:32,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:32,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:32,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:32,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,34811,1733755950335' ***** 2024-12-09T14:52:32,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:32,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2491923345a5,46791,1733755950374' ***** 2024-12-09T14:52:32,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T14:52:32,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:32,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T14:52:32,811 INFO [RS:0;2491923345a5:34811 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T14:52:32,811 INFO [RS:1;2491923345a5:46791 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T14:52:32,811 INFO [RS:0;2491923345a5:34811 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T14:52:32,811 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T14:52:32,811 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T14:52:32,811 INFO [RS:0;2491923345a5:34811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:32,811 INFO [RS:1;2491923345a5:46791 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T14:52:32,811 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T14:52:32,812 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T14:52:32,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:32,812 INFO [RS:1;2491923345a5:46791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T14:52:32,812 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T14:52:32,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T14:52:32,812 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T14:52:32,812 INFO [RS:0;2491923345a5:34811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:32,812 INFO [RS:1;2491923345a5:46791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T14:52:32,812 INFO [RS:0;2491923345a5:34811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:32,813 INFO [RS:1;2491923345a5:46791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T14:52:32,813 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,813 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(3091): Received CLOSE for d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,813 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:32,813 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,46791,1733755950374 2024-12-09T14:52:32,813 INFO [RS:1;2491923345a5:46791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:32,813 INFO [RS:1;2491923345a5:46791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2491923345a5:46791. 2024-12-09T14:52:32,813 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d997a8644f155fee5dba246f7b603eab, disabling compactions & flushes 2024-12-09T14:52:32,814 DEBUG [RS:1;2491923345a5:46791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:32,814 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,814 DEBUG [RS:1;2491923345a5:46791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:32,814 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,814 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. after waiting 0 ms 2024-12-09T14:52:32,814 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,814 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T14:52:32,814 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1325): Online Regions={d997a8644f155fee5dba246f7b603eab=testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab.} 2024-12-09T14:52:32,814 DEBUG [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1351): Waiting on d997a8644f155fee5dba246f7b603eab 2024-12-09T14:52:32,814 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(959): stopping server 2491923345a5,34811,1733755950335 2024-12-09T14:52:32,814 INFO [RS:0;2491923345a5:34811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:32,814 INFO [RS:0;2491923345a5:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2491923345a5:34811. 2024-12-09T14:52:32,814 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8728e26c7a0cd8d3ca38f449c1b0e23b, disabling compactions & flushes 2024-12-09T14:52:32,814 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,814 DEBUG [RS:0;2491923345a5:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T14:52:32,814 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,815 DEBUG [RS:0;2491923345a5:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:32,815 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. after waiting 1 ms 2024-12-09T14:52:32,815 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,815 INFO [RS:0;2491923345a5:34811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:32,815 INFO [RS:0;2491923345a5:34811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:32,815 INFO [RS:0;2491923345a5:34811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:32,815 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T14:52:32,815 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T14:52:32,815 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1325): Online Regions={8728e26c7a0cd8d3ca38f449c1b0e23b=testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T14:52:32,815 DEBUG [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8728e26c7a0cd8d3ca38f449c1b0e23b 2024-12-09T14:52:32,815 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T14:52:32,815 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T14:52:32,815 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T14:52:32,815 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T14:52:32,815 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T14:52:32,815 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T14:52:32,818 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/d997a8644f155fee5dba246f7b603eab/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T14:52:32,818 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/default/testClearRegionBlockCache/8728e26c7a0cd8d3ca38f449c1b0e23b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T14:52:32,818 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,818 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d997a8644f155fee5dba246f7b603eab: Waiting for close lock at 1733755952813Running coprocessor pre-close hooks at 1733755952813Disabling compacts and flushes for region at 1733755952813Disabling writes for close at 1733755952814 (+1 ms)Writing region close event to WAL at 1733755952814Running coprocessor post-close hooks at 1733755952818 (+4 ms)Closed at 1733755952818 2024-12-09T14:52:32,819 INFO [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,819 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8728e26c7a0cd8d3ca38f449c1b0e23b: Waiting for close lock at 1733755952814Running coprocessor pre-close hooks at 1733755952814Disabling compacts and flushes for region at 1733755952814Disabling writes for close at 1733755952815 (+1 ms)Writing region close event to WAL at 1733755952815Running coprocessor post-close hooks at 1733755952818 (+3 ms)Closed at 1733755952818 2024-12-09T14:52:32,819 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab. 2024-12-09T14:52:32,819 DEBUG [RS_CLOSE_REGION-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733755951512.8728e26c7a0cd8d3ca38f449c1b0e23b. 2024-12-09T14:52:32,828 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/info/498eb31bdf93414f9dfb5e4bbf56cc9c is 173, key is testClearRegionBlockCache,5,1733755951512.d997a8644f155fee5dba246f7b603eab./info:regioninfo/1733755952286/Put/seqid=0 2024-12-09T14:52:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741841_1017 (size=8173) 2024-12-09T14:52:32,834 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/info/498eb31bdf93414f9dfb5e4bbf56cc9c 2024-12-09T14:52:32,851 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/ns/a6e31442b9644d60b23c7bd5ab9bdd8d is 43, key is default/ns:d/1733755951430/Put/seqid=0 2024-12-09T14:52:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741842_1018 (size=5153) 2024-12-09T14:52:32,856 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/ns/a6e31442b9644d60b23c7bd5ab9bdd8d 2024-12-09T14:52:32,874 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/table/9ad66a1a24f74d939a6c2ab1b11eaf03 is 61, key is testClearRegionBlockCache/table:state/1733755952294/Put/seqid=0 2024-12-09T14:52:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741843_1019 (size=5312) 2024-12-09T14:52:32,879 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/table/9ad66a1a24f74d939a6c2ab1b11eaf03 2024-12-09T14:52:32,885 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/info/498eb31bdf93414f9dfb5e4bbf56cc9c as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/info/498eb31bdf93414f9dfb5e4bbf56cc9c 2024-12-09T14:52:32,890 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/info/498eb31bdf93414f9dfb5e4bbf56cc9c, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T14:52:32,891 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/ns/a6e31442b9644d60b23c7bd5ab9bdd8d as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/ns/a6e31442b9644d60b23c7bd5ab9bdd8d 2024-12-09T14:52:32,896 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/ns/a6e31442b9644d60b23c7bd5ab9bdd8d, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T14:52:32,897 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/.tmp/table/9ad66a1a24f74d939a6c2ab1b11eaf03 as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/table/9ad66a1a24f74d939a6c2ab1b11eaf03 2024-12-09T14:52:32,901 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/table/9ad66a1a24f74d939a6c2ab1b11eaf03, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T14:52:32,902 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=13, compaction requested=false 2024-12-09T14:52:32,906 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T14:52:32,906 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T14:52:32,906 INFO [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:32,906 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733755952815Running coprocessor pre-close hooks at 1733755952815Disabling compacts and flushes for region at 1733755952815Disabling writes for close at 1733755952815Obtaining lock to block concurrent updates at 1733755952815Preparing flush snapshotting stores in 1588230740 at 1733755952815Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733755952816 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733755952816Flushing 1588230740/info: creating writer at 1733755952816Flushing 1588230740/info: appending metadata at 1733755952828 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733755952828Flushing 1588230740/ns: creating writer at 1733755952838 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733755952850 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733755952850Flushing 1588230740/table: creating writer at 1733755952861 (+11 ms)Flushing 1588230740/table: appending metadata at 1733755952874 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733755952874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c05853e: reopening flushed file at 1733755952884 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135c9cbe: reopening flushed file at 1733755952890 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f81aa0c: reopening flushed file at 1733755952896 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=13, compaction requested=false at 1733755952902 (+6 ms)Writing region close event to WAL at 1733755952903 (+1 ms)Running coprocessor post-close hooks at 1733755952906 (+3 ms)Closed at 1733755952906 2024-12-09T14:52:32,907 DEBUG [RS_CLOSE_META-regionserver/2491923345a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T14:52:32,910 INFO [regionserver/2491923345a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:32,910 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:32,910 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:32,994 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T14:52:32,994 INFO [regionserver/2491923345a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T14:52:33,014 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,46791,1733755950374; all regions closed. 2024-12-09T14:52:33,015 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(976): stopping server 2491923345a5,34811,1733755950335; all regions closed. 2024-12-09T14:52:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:52:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741834_1010 (size=1867) 2024-12-09T14:52:33,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:33,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741835_1011 (size=4338) 2024-12-09T14:52:33,023 DEBUG [RS:1;2491923345a5:46791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/oldWALs 2024-12-09T14:52:33,023 DEBUG [RS:0;2491923345a5:34811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/oldWALs 2024-12-09T14:52:33,023 INFO [RS:1;2491923345a5:46791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C46791%2C1733755950374:(num 1733755951037) 2024-12-09T14:52:33,023 DEBUG [RS:1;2491923345a5:46791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:33,023 INFO [RS:0;2491923345a5:34811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C34811%2C1733755950335.meta:.meta(num 1733755951373) 2024-12-09T14:52:33,023 INFO [RS:1;2491923345a5:46791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:33,024 INFO [RS:1;2491923345a5:46791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:33,024 INFO [RS:1;2491923345a5:46791 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:33,024 INFO [RS:1;2491923345a5:46791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T14:52:33,024 INFO [RS:1;2491923345a5:46791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T14:52:33,024 INFO [RS:1;2491923345a5:46791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T14:52:33,024 INFO [RS:1;2491923345a5:46791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:33,024 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:33,024 INFO [RS:1;2491923345a5:46791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46791 2024-12-09T14:52:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741833_1009 (size=1758) 2024-12-09T14:52:33,028 DEBUG [RS:0;2491923345a5:34811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/oldWALs 2024-12-09T14:52:33,028 INFO [RS:0;2491923345a5:34811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2491923345a5%2C34811%2C1733755950335:(num 1733755951037) 2024-12-09T14:52:33,028 DEBUG [RS:0;2491923345a5:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T14:52:33,028 INFO [RS:0;2491923345a5:34811 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T14:52:33,028 INFO [RS:0;2491923345a5:34811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:33,028 INFO [RS:0;2491923345a5:34811 {}] hbase.ChoreService(370): Chore service for: regionserver/2491923345a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:33,029 INFO [RS:0;2491923345a5:34811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:33,029 INFO [regionserver/2491923345a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:33,029 INFO [RS:0;2491923345a5:34811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34811 2024-12-09T14:52:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,46791,1733755950374 2024-12-09T14:52:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T14:52:33,058 INFO [RS:1;2491923345a5:46791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2491923345a5,34811,1733755950335 2024-12-09T14:52:33,066 INFO [RS:0;2491923345a5:34811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:33,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,34811,1733755950335] 2024-12-09T14:52:33,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,34811,1733755950335 already deleted, retry=false 2024-12-09T14:52:33,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,34811,1733755950335 expired; onlineServers=1 2024-12-09T14:52:33,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2491923345a5,46791,1733755950374] 2024-12-09T14:52:33,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2491923345a5,46791,1733755950374 already deleted, retry=false 2024-12-09T14:52:33,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2491923345a5,46791,1733755950374 expired; onlineServers=0 2024-12-09T14:52:33,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2491923345a5,34909,1733755950196' ***** 2024-12-09T14:52:33,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T14:52:33,100 INFO [M:0;2491923345a5:34909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T14:52:33,100 INFO [M:0;2491923345a5:34909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T14:52:33,100 DEBUG [M:0;2491923345a5:34909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T14:52:33,101 DEBUG [M:0;2491923345a5:34909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T14:52:33,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T14:52:33,101 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755950732 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.small.0-1733755950732,5,FailOnTimeoutGroup] 2024-12-09T14:52:33,101 DEBUG [master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755950732 {}] cleaner.HFileCleaner(306): Exit Thread[master/2491923345a5:0:becomeActiveMaster-HFileCleaner.large.0-1733755950732,5,FailOnTimeoutGroup] 2024-12-09T14:52:33,101 INFO [M:0;2491923345a5:34909 {}] hbase.ChoreService(370): Chore service for: master/2491923345a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T14:52:33,101 INFO [M:0;2491923345a5:34909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T14:52:33,101 DEBUG [M:0;2491923345a5:34909 {}] master.HMaster(1795): Stopping service threads 2024-12-09T14:52:33,101 INFO [M:0;2491923345a5:34909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T14:52:33,102 INFO [M:0;2491923345a5:34909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T14:52:33,102 INFO [M:0;2491923345a5:34909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T14:52:33,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T14:52:33,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T14:52:33,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T14:52:33,108 DEBUG [M:0;2491923345a5:34909 {}] zookeeper.ZKUtil(347): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T14:52:33,108 WARN [M:0;2491923345a5:34909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T14:52:33,109 INFO [M:0;2491923345a5:34909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/.lastflushedseqids 2024-12-09T14:52:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741844_1020 (size=182) 2024-12-09T14:52:33,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:33,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1000b1e12ff0002, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:33,175 INFO [RS:1;2491923345a5:46791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:33,175 INFO [RS:1;2491923345a5:46791 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,46791,1733755950374; zookeeper connection closed. 2024-12-09T14:52:33,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63ce6c26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63ce6c26 2024-12-09T14:52:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:33,183 INFO [RS:0;2491923345a5:34811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x1000b1e12ff0001, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:33,183 INFO [RS:0;2491923345a5:34811 {}] regionserver.HRegionServer(1031): Exiting; stopping=2491923345a5,34811,1733755950335; zookeeper connection closed. 2024-12-09T14:52:33,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d0a39ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d0a39ed 2024-12-09T14:52:33,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T14:52:33,519 INFO [M:0;2491923345a5:34909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T14:52:33,520 INFO [M:0;2491923345a5:34909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T14:52:33,520 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T14:52:33,520 INFO [M:0;2491923345a5:34909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:33,520 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:33,520 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T14:52:33,520 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:33,521 INFO [M:0;2491923345a5:34909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-12-09T14:52:33,541 DEBUG [M:0;2491923345a5:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b09a7da77e4e4aad72ff2df4565a01 is 82, key is hbase:meta,,1/info:regioninfo/1733755951404/Put/seqid=0 2024-12-09T14:52:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741845_1021 (size=5672) 2024-12-09T14:52:33,546 INFO [M:0;2491923345a5:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b09a7da77e4e4aad72ff2df4565a01 2024-12-09T14:52:33,562 DEBUG [M:0;2491923345a5:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5081194dfd0a44a794c93235489b2419 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733755952299/Put/seqid=0 2024-12-09T14:52:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:52:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741846_1022 (size=6218) 2024-12-09T14:52:33,568 INFO [M:0;2491923345a5:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5081194dfd0a44a794c93235489b2419 2024-12-09T14:52:33,584 DEBUG [M:0;2491923345a5:34909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9917cbff1caf40479182a897e6b7983b is 69, key is 2491923345a5,34811,1733755950335/rs:state/1733755950861/Put/seqid=0 2024-12-09T14:52:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741847_1023 (size=5224) 2024-12-09T14:52:33,589 INFO [M:0;2491923345a5:34909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9917cbff1caf40479182a897e6b7983b 2024-12-09T14:52:33,594 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86b09a7da77e4e4aad72ff2df4565a01 as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86b09a7da77e4e4aad72ff2df4565a01 2024-12-09T14:52:33,599 INFO [M:0;2491923345a5:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86b09a7da77e4e4aad72ff2df4565a01, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T14:52:33,600 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5081194dfd0a44a794c93235489b2419 as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5081194dfd0a44a794c93235489b2419 2024-12-09T14:52:33,605 INFO [M:0;2491923345a5:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5081194dfd0a44a794c93235489b2419, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T14:52:33,606 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9917cbff1caf40479182a897e6b7983b as hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9917cbff1caf40479182a897e6b7983b 2024-12-09T14:52:33,611 INFO [M:0;2491923345a5:34909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42703/user/jenkins/test-data/1dd25634-10da-6ad0-d9d1-7109175960f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9917cbff1caf40479182a897e6b7983b, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T14:52:33,612 INFO [M:0;2491923345a5:34909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false 2024-12-09T14:52:33,613 INFO [M:0;2491923345a5:34909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T14:52:33,613 DEBUG [M:0;2491923345a5:34909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733755953520Disabling compacts and flushes for region at 1733755953520Disabling writes for close at 1733755953520Obtaining lock to block concurrent updates at 1733755953521 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733755953521Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733755953522 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733755953523 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733755953523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733755953541 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733755953541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733755953550 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733755953562 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733755953562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733755953571 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733755953583 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733755953583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5b0a1b: reopening flushed file at 1733755953593 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d33d1b: reopening flushed file at 1733755953599 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639fc5d1: reopening flushed file at 1733755953605 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=71, compaction requested=false at 1733755953612 (+7 ms)Writing region close event to WAL at 1733755953613 (+1 ms)Closed at 1733755953613 2024-12-09T14:52:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36313 is added to blk_1073741830_1006 (size=35477) 2024-12-09T14:52:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741830_1006 (size=35477) 2024-12-09T14:52:33,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T14:52:33,616 INFO [M:0;2491923345a5:34909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T14:52:33,616 INFO [M:0;2491923345a5:34909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34909 2024-12-09T14:52:33,616 INFO [M:0;2491923345a5:34909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T14:52:33,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:33,733 INFO [M:0;2491923345a5:34909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T14:52:33,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34909-0x1000b1e12ff0000, quorum=127.0.0.1:57296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T14:52:33,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ab6c425{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:33,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a4e346c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:33,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:33,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31353bde{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:33,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b5e97a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:33,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:33,738 WARN [BP-704006775-172.17.0.2-1733755948541 heartbeating to localhost/127.0.0.1:42703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:33,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:33,738 WARN [BP-704006775-172.17.0.2-1733755948541 heartbeating to localhost/127.0.0.1:42703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-704006775-172.17.0.2-1733755948541 (Datanode Uuid b14ac8af-fd6d-4f21-bc7c-9901654f6f90) service to localhost/127.0.0.1:42703 2024-12-09T14:52:33,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data3/current/BP-704006775-172.17.0.2-1733755948541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:33,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data4/current/BP-704006775-172.17.0.2-1733755948541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:33,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:33,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b55c8dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T14:52:33,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49ad1bc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:33,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:33,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a46ec34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:33,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49227043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:33,743 WARN [BP-704006775-172.17.0.2-1733755948541 heartbeating to localhost/127.0.0.1:42703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T14:52:33,743 WARN [BP-704006775-172.17.0.2-1733755948541 heartbeating to localhost/127.0.0.1:42703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-704006775-172.17.0.2-1733755948541 (Datanode Uuid f0ceec71-7b94-4fcc-8d75-de1145434d8d) service to localhost/127.0.0.1:42703 2024-12-09T14:52:33,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T14:52:33,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T14:52:33,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data1/current/BP-704006775-172.17.0.2-1733755948541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:33,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/cluster_d4784169-5e90-413a-42c4-d05dc8ef40bd/data/data2/current/BP-704006775-172.17.0.2-1733755948541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T14:52:33,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T14:52:33,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69119930{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T14:52:33,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21394073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T14:52:33,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T14:52:33,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b225e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T14:52:33,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249da319{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/test-data/edf48bdd-f4b7-3c96-f067-b5606e69e419/hadoop.log.dir/,STOPPED} 2024-12-09T14:52:33,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T14:52:33,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T14:52:33,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=186 (was 161) - Thread LEAK? -, OpenFileDescriptor=553 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=594 (was 620), ProcessCount=11 (was 11), AvailableMemoryMB=6454 (was 6622)